2024-11-20 08:40:49,863 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 08:40:49,884 main DEBUG Took 0.018171 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 08:40:49,884 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 08:40:49,885 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 08:40:49,886 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 08:40:49,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,898 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 08:40:49,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,921 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,922 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,924 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,926 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,928 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,929 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,930 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,931 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,932 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 08:40:49,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,933 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 08:40:49,935 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 08:40:49,938 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 08:40:49,940 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 08:40:49,941 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 08:40:49,942 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 08:40:49,943 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 08:40:49,956 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 08:40:49,959 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 08:40:49,962 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 08:40:49,962 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 08:40:49,963 main DEBUG createAppenders(={Console}) 2024-11-20 08:40:49,964 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 08:40:49,964 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 08:40:49,964 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 08:40:49,965 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 08:40:49,965 main DEBUG OutputStream closed 2024-11-20 08:40:49,966 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 08:40:49,966 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 08:40:49,967 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 08:40:50,079 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 08:40:50,084 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 08:40:50,086 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 08:40:50,087 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 08:40:50,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 08:40:50,089 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 08:40:50,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 08:40:50,091 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 08:40:50,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 08:40:50,092 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 08:40:50,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 08:40:50,094 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 08:40:50,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 08:40:50,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 08:40:50,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 08:40:50,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 08:40:50,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 08:40:50,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 08:40:50,102 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 08:40:50,102 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 08:40:50,103 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 08:40:50,104 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T08:40:50,485 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b 2024-11-20 08:40:50,489 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 08:40:50,490 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T08:40:50,501 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-20T08:40:50,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T08:40:50,553 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4, deleteOnExit=true 2024-11-20T08:40:50,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T08:40:50,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/test.cache.data in system properties and HBase conf 2024-11-20T08:40:50,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T08:40:50,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/hadoop.log.dir in system properties and HBase conf 2024-11-20T08:40:50,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T08:40:50,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T08:40:50,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T08:40:50,679 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T08:40:50,830 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T08:40:50,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:40:50,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T08:40:50,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T08:40:50,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:40:50,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T08:40:50,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T08:40:50,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T08:40:50,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:40:50,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T08:40:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/nfs.dump.dir in system properties and HBase conf 2024-11-20T08:40:50,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/java.io.tmpdir in system properties and HBase conf 2024-11-20T08:40:50,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T08:40:50,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T08:40:50,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T08:40:51,852 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T08:40:51,952 INFO [Time-limited test {}] log.Log(170): Logging initialized @2993ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T08:40:52,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:40:52,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:40:52,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:40:52,172 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:40:52,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T08:40:52,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:40:52,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:40:52,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:40:52,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/java.io.tmpdir/jetty-localhost-33885-hadoop-hdfs-3_4_1-tests_jar-_-any-12244340590936775525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:40:52,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:33885} 2024-11-20T08:40:52,451 INFO [Time-limited test {}] server.Server(415): Started @3493ms 2024-11-20T08:40:52,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T08:40:52,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T08:40:52,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T08:40:52,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T08:40:52,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T08:40:52,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/hadoop.log.dir/,AVAILABLE} 2024-11-20T08:40:52,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T08:40:53,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/java.io.tmpdir/jetty-localhost-43107-hadoop-hdfs-3_4_1-tests_jar-_-any-5453810643085328915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:40:53,047 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:43107} 2024-11-20T08:40:53,047 INFO [Time-limited test {}] server.Server(415): Started @4089ms 2024-11-20T08:40:53,111 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T08:40:53,706 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/data/data1/current/BP-560645045-172.17.0.2-1732092051560/current, will proceed with Du for space computation calculation, 2024-11-20T08:40:53,720 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/data/data2/current/BP-560645045-172.17.0.2-1732092051560/current, will proceed with Du for space computation calculation, 2024-11-20T08:40:53,794 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T08:40:53,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc44aab9456ef202e with lease ID 0x2d5d43ae56d9352c: Processing first storage report for DS-5d7d4d0a-d465-4798-99d2-f9a1a18794cb from datanode DatanodeRegistration(127.0.0.1:35551, datanodeUuid=d11f87c1-8f03-40b9-9677-24055f8b1edc, infoPort=37321, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=855843470;c=1732092051560) 2024-11-20T08:40:53,873 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc44aab9456ef202e with lease ID 0x2d5d43ae56d9352c: from storage DS-5d7d4d0a-d465-4798-99d2-f9a1a18794cb node DatanodeRegistration(127.0.0.1:35551, datanodeUuid=d11f87c1-8f03-40b9-9677-24055f8b1edc, infoPort=37321, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=855843470;c=1732092051560), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-20T08:40:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc44aab9456ef202e with lease ID 0x2d5d43ae56d9352c: Processing first storage report for DS-aaeeb10f-f6e5-4654-a7fd-ded0b3f61fe0 from datanode DatanodeRegistration(127.0.0.1:35551, datanodeUuid=d11f87c1-8f03-40b9-9677-24055f8b1edc, infoPort=37321, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=855843470;c=1732092051560) 2024-11-20T08:40:53,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc44aab9456ef202e with lease ID 0x2d5d43ae56d9352c: from storage DS-aaeeb10f-f6e5-4654-a7fd-ded0b3f61fe0 node DatanodeRegistration(127.0.0.1:35551, datanodeUuid=d11f87c1-8f03-40b9-9677-24055f8b1edc, infoPort=37321, infoSecurePort=0, ipcPort=36167, storageInfo=lv=-57;cid=testClusterID;nsid=855843470;c=1732092051560), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T08:40:53,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b 2024-11-20T08:40:54,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/zookeeper_0, clientPort=63980, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T08:40:54,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63980 2024-11-20T08:40:54,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:54,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741825_1001 (size=7) 2024-11-20T08:40:54,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 with version=8 2024-11-20T08:40:54,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/hbase-staging 2024-11-20T08:40:54,820 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T08:40:55,081 INFO [Time-limited test {}] client.ConnectionUtils(128): master/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:40:55,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:40:55,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:40:55,098 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:40:55,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:40:55,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:40:55,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T08:40:55,342 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T08:40:55,354 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T08:40:55,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:40:55,395 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1550 (auto-detected) 2024-11-20T08:40:55,397 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T08:40:55,416 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35135 2024-11-20T08:40:55,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35135 connecting to ZooKeeper ensemble=127.0.0.1:63980 2024-11-20T08:40:55,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351350x0, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:40:55,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35135-0x100141702c90000 connected 2024-11-20T08:40:55,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:55,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:55,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:40:55,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8, hbase.cluster.distributed=false 2024-11-20T08:40:55,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:40:55,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35135 2024-11-20T08:40:55,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35135 2024-11-20T08:40:55,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35135 2024-11-20T08:40:55,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35135 2024-11-20T08:40:55,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35135 2024-11-20T08:40:55,734 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/be1eb2620e0e:0 server-side Connection retries=45 2024-11-20T08:40:55,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:40:55,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T08:40:55,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T08:40:55,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T08:40:55,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T08:40:55,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T08:40:55,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T08:40:55,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44595 2024-11-20T08:40:55,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44595 connecting to ZooKeeper ensemble=127.0.0.1:63980 2024-11-20T08:40:55,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:55,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:55,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445950x0, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T08:40:55,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445950x0, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:40:55,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44595-0x100141702c90001 connected 2024-11-20T08:40:55,779 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T08:40:55,788 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T08:40:55,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T08:40:55,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T08:40:55,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44595 2024-11-20T08:40:55,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44595 2024-11-20T08:40:55,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44595 2024-11-20T08:40:55,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44595 2024-11-20T08:40:55,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44595 2024-11-20T08:40:55,823 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;be1eb2620e0e:35135 2024-11-20T08:40:55,824 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:55,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:40:55,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:40:55,833 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:55,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T08:40:55,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:55,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:55,856 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T08:40:55,858 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/be1eb2620e0e,35135,1732092054878 from backup master directory 2024-11-20T08:40:55,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:55,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:40:55,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T08:40:55,861 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:40:55,862 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:55,864 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T08:40:55,866 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T08:40:55,935 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/hbase.id] with ID: fccea47b-d0f5-4222-a5e1-85d303857bfd 2024-11-20T08:40:55,935 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/.tmp/hbase.id 2024-11-20T08:40:55,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741826_1002 (size=42) 2024-11-20T08:40:55,950 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/.tmp/hbase.id]:[hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/hbase.id] 2024-11-20T08:40:56,010 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T08:40:56,017 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T08:40:56,041 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-20T08:40:56,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:56,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:56,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741827_1003 (size=196) 2024-11-20T08:40:56,089 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:40:56,093 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T08:40:56,112 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:40:56,116 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:40:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741828_1004 (size=1189) 2024-11-20T08:40:56,182 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store 2024-11-20T08:40:56,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741829_1005 (size=34) 2024-11-20T08:40:56,614 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T08:40:56,618 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:40:56,620 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:40:56,620 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:40:56,620 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:40:56,622 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:40:56,623 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:40:56,623 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:40:56,624 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732092056620Disabling compacts and flushes for region at 1732092056620Disabling writes for close at 1732092056622 (+2 ms)Writing region close event to WAL at 1732092056623 (+1 ms)Closed at 1732092056623 2024-11-20T08:40:56,627 WARN [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/.initializing 2024-11-20T08:40:56,627 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/WALs/be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:56,636 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:40:56,656 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C35135%2C1732092054878, suffix=, logDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/WALs/be1eb2620e0e,35135,1732092054878, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/oldWALs, maxLogs=10 2024-11-20T08:40:56,691 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/WALs/be1eb2620e0e,35135,1732092054878/be1eb2620e0e%2C35135%2C1732092054878.1732092056663, exclude list is [], retry=0 2024-11-20T08:40:56,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-5d7d4d0a-d465-4798-99d2-f9a1a18794cb,DISK] 2024-11-20T08:40:56,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T08:40:56,764 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/WALs/be1eb2620e0e,35135,1732092054878/be1eb2620e0e%2C35135%2C1732092054878.1732092056663 2024-11-20T08:40:56,768 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37321:37321)] 2024-11-20T08:40:56,768 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:40:56,769 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:40:56,773 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,774 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T08:40:56,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:56,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:56,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T08:40:56,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:56,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:40:56,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T08:40:56,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:56,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:40:56,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T08:40:56,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:56,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:40:56,904 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,908 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,910 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,915 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,916 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,919 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T08:40:56,923 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T08:40:56,929 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:40:56,930 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71009666, jitterRate=0.058126479387283325}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T08:40:56,938 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732092056794Initializing all the Stores at 1732092056797 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092056798 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092056799 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092056800 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092056800Cleaning up temporary data from old regions at 1732092056916 (+116 ms)Region opened successfully at 1732092056938 (+22 ms) 2024-11-20T08:40:56,940 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T08:40:56,985 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2972663e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:40:57,021 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T08:40:57,034 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T08:40:57,034 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T08:40:57,037 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T08:40:57,039 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T08:40:57,044 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T08:40:57,044 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T08:40:57,073 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T08:40:57,083 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T08:40:57,086 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T08:40:57,089 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T08:40:57,090 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T08:40:57,092 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T08:40:57,094 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T08:40:57,098 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T08:40:57,100 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T08:40:57,102 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T08:40:57,103 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T08:40:57,124 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T08:40:57,126 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T08:40:57,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:40:57,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T08:40:57,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:57,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:57,133 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=be1eb2620e0e,35135,1732092054878, sessionid=0x100141702c90000, setting cluster-up flag (Was=false) 2024-11-20T08:40:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:57,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:57,151 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T08:40:57,154 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:57,166 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T08:40:57,167 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:57,174 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T08:40:57,211 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(746): ClusterId : fccea47b-d0f5-4222-a5e1-85d303857bfd 2024-11-20T08:40:57,214 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T08:40:57,220 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T08:40:57,220 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T08:40:57,223 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T08:40:57,224 DEBUG [RS:0;be1eb2620e0e:44595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281169a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=be1eb2620e0e/172.17.0.2:0 2024-11-20T08:40:57,255 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;be1eb2620e0e:44595 2024-11-20T08:40:57,258 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T08:40:57,258 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T08:40:57,259 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T08:40:57,262 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,35135,1732092054878 with port=44595, startcode=1732092055690 2024-11-20T08:40:57,267 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T08:40:57,276 DEBUG [RS:0;be1eb2620e0e:44595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T08:40:57,279 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T08:40:57,289 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T08:40:57,296 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: be1eb2620e0e,35135,1732092054878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T08:40:57,307 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:40:57,308 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:40:57,308 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:40:57,308 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=5, maxPoolSize=5 2024-11-20T08:40:57,309 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/be1eb2620e0e:0, corePoolSize=10, maxPoolSize=10 2024-11-20T08:40:57,309 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,309 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:40:57,310 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,317 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732092087317 2024-11-20T08:40:57,319 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:40:57,319 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T08:40:57,319 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T08:40:57,321 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T08:40:57,327 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39885, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T08:40:57,328 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T08:40:57,328 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T08:40:57,328 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T08:40:57,329 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T08:40:57,330 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:57,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T08:40:57,331 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,335 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35135 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:40:57,340 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T08:40:57,342 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T08:40:57,342 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T08:40:57,351 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T08:40:57,352 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T08:40:57,359 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092057354,5,FailOnTimeoutGroup] 2024-11-20T08:40:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741831_1007 (size=1321) 2024-11-20T08:40:57,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T08:40:57,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:40:57,368 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T08:40:57,368 WARN [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T08:40:57,372 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092057360,5,FailOnTimeoutGroup] 2024-11-20T08:40:57,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,372 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T08:40:57,374 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,374 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741832_1008 (size=32) 2024-11-20T08:40:57,470 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(2659): reportForDuty to master=be1eb2620e0e,35135,1732092054878 with port=44595, startcode=1732092055690 2024-11-20T08:40:57,472 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:57,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35135 {}] master.ServerManager(517): Registering regionserver=be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:57,486 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:40:57,486 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34313 2024-11-20T08:40:57,486 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T08:40:57,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:40:57,493 DEBUG [RS:0;be1eb2620e0e:44595 {}] zookeeper.ZKUtil(111): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:57,493 WARN [RS:0;be1eb2620e0e:44595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T08:40:57,493 INFO [RS:0;be1eb2620e0e:44595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:40:57,494 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:57,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [be1eb2620e0e,44595,1732092055690] 2024-11-20T08:40:57,523 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T08:40:57,539 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T08:40:57,546 INFO [RS:0;be1eb2620e0e:44595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T08:40:57,546 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,547 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T08:40:57,554 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T08:40:57,555 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,556 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,556 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,556 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,556 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,556 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,556 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/be1eb2620e0e:0, corePoolSize=2, maxPoolSize=2 2024-11-20T08:40:57,557 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,557 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,557 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,557 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,557 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,557 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/be1eb2620e0e:0, corePoolSize=1, maxPoolSize=1 2024-11-20T08:40:57,558 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:40:57,558 DEBUG [RS:0;be1eb2620e0e:44595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0, corePoolSize=3, maxPoolSize=3 2024-11-20T08:40:57,559 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,559 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,559 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,560 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,560 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,560 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,44595,1732092055690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:40:57,581 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T08:40:57,583 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,44595,1732092055690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,584 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,584 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.Replication(171): be1eb2620e0e,44595,1732092055690 started 2024-11-20T08:40:57,602 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:57,603 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1482): Serving as be1eb2620e0e,44595,1732092055690, RpcServer on be1eb2620e0e/172.17.0.2:44595, sessionid=0x100141702c90001 2024-11-20T08:40:57,604 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T08:40:57,604 DEBUG [RS:0;be1eb2620e0e:44595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:57,604 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,44595,1732092055690' 2024-11-20T08:40:57,604 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T08:40:57,605 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T08:40:57,606 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T08:40:57,606 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T08:40:57,606 DEBUG [RS:0;be1eb2620e0e:44595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:57,606 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'be1eb2620e0e,44595,1732092055690' 2024-11-20T08:40:57,606 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T08:40:57,607 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T08:40:57,607 DEBUG [RS:0;be1eb2620e0e:44595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T08:40:57,608 INFO [RS:0;be1eb2620e0e:44595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T08:40:57,608 INFO [RS:0;be1eb2620e0e:44595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T08:40:57,713 INFO [RS:0;be1eb2620e0e:44595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T08:40:57,717 INFO [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C44595%2C1732092055690, suffix=, logDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/oldWALs, maxLogs=32 2024-11-20T08:40:57,734 DEBUG [RS:0;be1eb2620e0e:44595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690/be1eb2620e0e%2C44595%2C1732092055690.1732092057719, exclude list is [], retry=0 2024-11-20T08:40:57,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-5d7d4d0a-d465-4798-99d2-f9a1a18794cb,DISK] 2024-11-20T08:40:57,743 INFO [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690/be1eb2620e0e%2C44595%2C1732092055690.1732092057719 2024-11-20T08:40:57,744 DEBUG [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37321:37321)] 2024-11-20T08:40:57,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:40:57,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:40:57,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:40:57,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:57,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:57,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:40:57,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:40:57,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:57,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:57,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:40:57,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:40:57,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:57,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:57,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:40:57,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:40:57,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:57,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:57,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:40:57,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740 2024-11-20T08:40:57,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740 2024-11-20T08:40:57,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:40:57,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:40:57,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:40:57,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:40:57,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:40:57,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64674994, jitterRate=-0.036267489194869995}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:40:57,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732092057790Initializing all the Stores at 1732092057792 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092057792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092057793 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092057793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092057793Cleaning up temporary data from old regions at 1732092057812 (+19 ms)Region opened successfully at 1732092057823 (+11 ms) 2024-11-20T08:40:57,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:40:57,824 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:40:57,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:40:57,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:40:57,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:40:57,827 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:40:57,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732092057824Disabling compacts and flushes for region at 1732092057824Disabling writes for close at 1732092057825 (+1 ms)Writing region close event to WAL at 1732092057826 (+1 ms)Closed at 1732092057827 (+1 ms) 2024-11-20T08:40:57,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:40:57,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T08:40:57,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T08:40:57,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:40:57,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T08:40:58,004 DEBUG [be1eb2620e0e:35135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T08:40:58,017 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:58,024 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be1eb2620e0e,44595,1732092055690, state=OPENING 2024-11-20T08:40:58,029 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T08:40:58,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:58,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:40:58,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:40:58,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:40:58,034 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T08:40:58,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:40:58,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T08:40:58,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57049, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T08:40:58,226 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T08:40:58,227 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T08:40:58,227 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T08:40:58,231 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=be1eb2620e0e%2C44595%2C1732092055690.meta, suffix=.meta, logDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/oldWALs, maxLogs=32 2024-11-20T08:40:58,248 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690/be1eb2620e0e%2C44595%2C1732092055690.meta.1732092058232.meta, exclude list is [], retry=0 2024-11-20T08:40:58,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35551,DS-5d7d4d0a-d465-4798-99d2-f9a1a18794cb,DISK] 2024-11-20T08:40:58,255 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/WALs/be1eb2620e0e,44595,1732092055690/be1eb2620e0e%2C44595%2C1732092055690.meta.1732092058232.meta 2024-11-20T08:40:58,256 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37321:37321)] 2024-11-20T08:40:58,256 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:40:58,258 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T08:40:58,261 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T08:40:58,266 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T08:40:58,271 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T08:40:58,271 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:40:58,272 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T08:40:58,272 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T08:40:58,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T08:40:58,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T08:40:58,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:58,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:58,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T08:40:58,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T08:40:58,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:58,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:58,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T08:40:58,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T08:40:58,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:58,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:58,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T08:40:58,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T08:40:58,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:58,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T08:40:58,285 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T08:40:58,287 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740 2024-11-20T08:40:58,289 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740 2024-11-20T08:40:58,292 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T08:40:58,292 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T08:40:58,293 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:40:58,295 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T08:40:58,297 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69673668, jitterRate=0.038218557834625244}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:40:58,297 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T08:40:58,299 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732092058272Writing region info on filesystem at 1732092058273 (+1 ms)Initializing all the Stores at 1732092058275 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092058275Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092058275Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092058275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732092058275Cleaning up temporary data from old regions at 1732092058292 (+17 ms)Running coprocessor post-open hooks at 1732092058297 (+5 ms)Region opened successfully at 1732092058299 (+2 ms) 2024-11-20T08:40:58,306 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732092058202 2024-11-20T08:40:58,318 DEBUG [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T08:40:58,318 INFO [RS_OPEN_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T08:40:58,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:58,323 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as be1eb2620e0e,44595,1732092055690, state=OPEN 2024-11-20T08:40:58,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:40:58,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T08:40:58,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:40:58,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T08:40:58,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:58,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T08:40:58,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=be1eb2620e0e,44595,1732092055690 in 294 msec 2024-11-20T08:40:58,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T08:40:58,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-20T08:40:58,342 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T08:40:58,342 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T08:40:58,363 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:40:58,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:40:58,386 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:40:58,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:40:58,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-20T08:40:58,408 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732092058408, completionTime=-1 2024-11-20T08:40:58,412 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T08:40:58,412 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T08:40:58,444 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T08:40:58,444 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732092118444 2024-11-20T08:40:58,444 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732092178444 2024-11-20T08:40:58,445 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-11-20T08:40:58,447 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35135,1732092054878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,448 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35135,1732092054878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,448 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35135,1732092054878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,450 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-be1eb2620e0e:35135, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,451 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,451 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,457 DEBUG [master/be1eb2620e0e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T08:40:58,479 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.617sec 2024-11-20T08:40:58,480 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T08:40:58,481 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T08:40:58,482 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T08:40:58,483 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T08:40:58,483 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T08:40:58,484 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35135,1732092054878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T08:40:58,485 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35135,1732092054878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T08:40:58,493 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T08:40:58,494 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T08:40:58,494 INFO [master/be1eb2620e0e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=be1eb2620e0e,35135,1732092054878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T08:40:58,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32936631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:40:58,522 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T08:40:58,522 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T08:40:58,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:40:58,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:40:58,536 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:40:58,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:40:58,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:40:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fc30091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:40:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:40:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:40:58,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:40:58,546 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:40:58,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60652350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:40:58,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:40:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:40:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:40:58,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:40:58,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:58,611 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=210, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=1102 2024-11-20T08:40:58,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:40:58,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:40:58,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44ffd4d1 2024-11-20T08:40:58,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:40:58,638 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:40:58,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:40:58,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:40:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:40:58,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:40:58,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T08:40:58,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:58,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:40:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:40:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741835_1011 (size=1061) 2024-11-20T08:40:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:40:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:40:59,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:40:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741836_1012 (size=53) 2024-11-20T08:40:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:40:59,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:40:59,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 050707b51761adba2ef2bce9b0b93e3d, disabling compactions & flushes 2024-11-20T08:40:59,485 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,485 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. after waiting 0 ms 2024-11-20T08:40:59,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,486 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,486 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 050707b51761adba2ef2bce9b0b93e3d: Waiting for close lock at 1732092059485Disabling compacts and flushes for region at 1732092059485Disabling writes for close at 1732092059486 (+1 ms)Writing region close event to WAL at 1732092059486Closed at 1732092059486 2024-11-20T08:40:59,489 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:40:59,495 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732092059489"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092059489"}]},"ts":"1732092059489"} 2024-11-20T08:40:59,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:40:59,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:40:59,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092059504"}]},"ts":"1732092059504"} 2024-11-20T08:40:59,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:40:59,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, ASSIGN}] 2024-11-20T08:40:59,515 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, ASSIGN 2024-11-20T08:40:59,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, ASSIGN; state=OFFLINE, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=false 2024-11-20T08:40:59,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=050707b51761adba2ef2bce9b0b93e3d, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:59,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, ASSIGN because future has completed 2024-11-20T08:40:59,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:40:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:40:59,836 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,837 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:40:59,837 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,837 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:40:59,837 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,837 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,841 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,845 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:40:59,846 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050707b51761adba2ef2bce9b0b93e3d columnFamilyName A 2024-11-20T08:40:59,846 DEBUG [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:59,847 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.HStore(327): Store=050707b51761adba2ef2bce9b0b93e3d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:40:59,848 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,850 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:40:59,850 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050707b51761adba2ef2bce9b0b93e3d columnFamilyName B 2024-11-20T08:40:59,851 DEBUG [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:59,851 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.HStore(327): Store=050707b51761adba2ef2bce9b0b93e3d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:40:59,852 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,854 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:40:59,854 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 050707b51761adba2ef2bce9b0b93e3d columnFamilyName C 2024-11-20T08:40:59,854 DEBUG [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:40:59,855 INFO [StoreOpener-050707b51761adba2ef2bce9b0b93e3d-1 {}] regionserver.HStore(327): Store=050707b51761adba2ef2bce9b0b93e3d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:40:59,856 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,856 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,857 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,858 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,860 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,860 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,861 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:40:59,864 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,867 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:40:59,868 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 050707b51761adba2ef2bce9b0b93e3d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72497439, jitterRate=0.08029602468013763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:40:59,868 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:40:59,869 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 050707b51761adba2ef2bce9b0b93e3d: Running coprocessor pre-open hook at 1732092059838Writing region info on filesystem at 1732092059838Initializing all the Stores at 1732092059840 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092059840Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092059841 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092059841Cleaning up temporary data from old regions at 1732092059860 (+19 ms)Running coprocessor post-open hooks at 1732092059869 (+9 ms)Region opened successfully at 1732092059869 2024-11-20T08:40:59,872 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., pid=6, masterSystemTime=1732092059829 2024-11-20T08:40:59,875 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,876 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:40:59,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=050707b51761adba2ef2bce9b0b93e3d, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:40:59,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:40:59,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T08:40:59,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 in 207 msec 2024-11-20T08:40:59,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T08:40:59,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, ASSIGN in 373 msec 2024-11-20T08:40:59,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:40:59,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092059892"}]},"ts":"1732092059892"} 2024-11-20T08:40:59,895 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:40:59,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:40:59,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2500 sec 2024-11-20T08:41:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T08:41:00,815 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:00,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af8352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,822 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d9c795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,825 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee79b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:41:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:41:00,835 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ec392e 2024-11-20T08:41:00,837 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:41:00,839 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:41:00,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd75e6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,845 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e934139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,848 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612488f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d2118b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,851 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,857 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b60dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,861 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc4f8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,864 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34838, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90ab23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323acfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,867 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5c6971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,868 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2287fe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3f6ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,874 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d38534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,876 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be1d88e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a68df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,880 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@146b95bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,883 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe1e781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667ba1d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,886 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3080a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,888 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5869386c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e35624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,891 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2572aff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,894 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bfcb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c99741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:00,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:00,897 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:00,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61152068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:00,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:00,899 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439eab3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:00,905 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,905 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,905 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,905 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,906 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,906 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,907 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,907 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,909 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:00,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,911 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41400, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:00,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:00,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:00,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T08:41:00,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:41:00,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:41:00,936 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:00,938 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:00,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:00,998 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:41:01,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:01,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:41:01,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/b8feaae0e0624f66ad4fe8dc8d0a2924 is 50, key is test_row_0/A:col10/1732092060989/Put/seqid=0 2024-11-20T08:41:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092121075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:41:01,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092121084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:01,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741837_1013 (size=12001) 2024-11-20T08:41:01,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/b8feaae0e0624f66ad4fe8dc8d0a2924 2024-11-20T08:41:01,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092121101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092121101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092121107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/884a4be3b1dd4423914240927a5e4955 is 50, key is test_row_0/B:col10/1732092060989/Put/seqid=0 2024-11-20T08:41:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092121225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092121224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092121244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092121244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092121245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:41:01,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741838_1014 (size=12001) 2024-11-20T08:41:01,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/884a4be3b1dd4423914240927a5e4955 2024-11-20T08:41:01,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:41:01,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/f3ef14979f8d400f9c21f7a7c7024ba9 is 50, key is test_row_0/C:col10/1732092060989/Put/seqid=0 2024-11-20T08:41:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:01,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741839_1015 (size=12001) 2024-11-20T08:41:01,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/f3ef14979f8d400f9c21f7a7c7024ba9 2024-11-20T08:41:01,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/b8feaae0e0624f66ad4fe8dc8d0a2924 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b8feaae0e0624f66ad4fe8dc8d0a2924 2024-11-20T08:41:01,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b8feaae0e0624f66ad4fe8dc8d0a2924, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T08:41:01,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/884a4be3b1dd4423914240927a5e4955 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/884a4be3b1dd4423914240927a5e4955 2024-11-20T08:41:01,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/884a4be3b1dd4423914240927a5e4955, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T08:41:01,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/f3ef14979f8d400f9c21f7a7c7024ba9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/f3ef14979f8d400f9c21f7a7c7024ba9 2024-11-20T08:41:01,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/f3ef14979f8d400f9c21f7a7c7024ba9, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T08:41:01,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 050707b51761adba2ef2bce9b0b93e3d in 421ms, sequenceid=13, compaction requested=false 2024-11-20T08:41:01,424 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T08:41:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:01,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-20T08:41:01,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:41:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:01,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092061065, max timestamp=1732092061446Num uniques 859; 2024-11-20T08:41:01,465 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092061065, max timestamp=1732092061446Num uniques 859; 2024-11-20T08:41:01,467 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:01,468 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:01,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:01,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/b107d5b219c6465d8e83e2d7d42dd9b0 is 50, key is test_row_0/A:col10/1732092061456/Put/seqid=0 2024-11-20T08:41:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741840_1016 (size=12001) 2024-11-20T08:41:01,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/b107d5b219c6465d8e83e2d7d42dd9b0 2024-11-20T08:41:01,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:41:01,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/a42e1f86f03b416793e523e2cef28f42 is 50, key is test_row_0/B:col10/1732092061456/Put/seqid=0 2024-11-20T08:41:01,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092121547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,570 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092121551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092121547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092121557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741841_1017 (size=12001) 2024-11-20T08:41:01,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/a42e1f86f03b416793e523e2cef28f42 2024-11-20T08:41:01,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092121563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,580 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4 is 50, key is test_row_0/C:col10/1732092061456/Put/seqid=0 2024-11-20T08:41:01,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741842_1018 (size=12001) 2024-11-20T08:41:01,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4 2024-11-20T08:41:01,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:41:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:01,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/b107d5b219c6465d8e83e2d7d42dd9b0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b107d5b219c6465d8e83e2d7d42dd9b0 2024-11-20T08:41:01,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b107d5b219c6465d8e83e2d7d42dd9b0, entries=150, sequenceid=35, filesize=11.7 K 2024-11-20T08:41:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/a42e1f86f03b416793e523e2cef28f42 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a42e1f86f03b416793e523e2cef28f42 2024-11-20T08:41:01,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a42e1f86f03b416793e523e2cef28f42, entries=150, sequenceid=35, filesize=11.7 K 2024-11-20T08:41:01,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4 2024-11-20T08:41:01,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4, entries=150, sequenceid=35, filesize=11.7 K 2024-11-20T08:41:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092121674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,693 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for 050707b51761adba2ef2bce9b0b93e3d in 232ms, sequenceid=35, compaction requested=false 2024-11-20T08:41:01,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:01,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092061509, max timestamp=1732092061693Num uniques 859; 2024-11-20T08:41:01,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:01,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092061509, max timestamp=1732092061693Num uniques 859; 2024-11-20T08:41:01,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:01,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-20T08:41:01,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:01,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:01,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:01,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/cf5a96d7eb564b6987097419c4bfd07f is 50, key is test_row_0/A:col10/1732092061693/Put/seqid=0 2024-11-20T08:41:01,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741843_1019 (size=14341) 2024-11-20T08:41:01,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/cf5a96d7eb564b6987097419c4bfd07f 2024-11-20T08:41:01,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/21dc81a92141416f8d7f6acfb0ddb6f2 is 50, key is test_row_0/B:col10/1732092061693/Put/seqid=0 2024-11-20T08:41:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741844_1020 (size=12001) 2024-11-20T08:41:01,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/21dc81a92141416f8d7f6acfb0ddb6f2 2024-11-20T08:41:01,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:41:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092061746, max timestamp=1732092061792Num uniques 859; 2024-11-20T08:41:01,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:01,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:01,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092061746, max timestamp=1732092061792Num uniques 859; 2024-11-20T08:41:01,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:01,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/b176d127203f4907b12d93474dd7a9a5 is 50, key is test_row_0/C:col10/1732092061693/Put/seqid=0 2024-11-20T08:41:01,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741845_1021 (size=12001) 2024-11-20T08:41:01,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/b176d127203f4907b12d93474dd7a9a5 2024-11-20T08:41:01,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092121835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092121847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/cf5a96d7eb564b6987097419c4bfd07f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cf5a96d7eb564b6987097419c4bfd07f 2024-11-20T08:41:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092121851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092121853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,869 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cf5a96d7eb564b6987097419c4bfd07f, entries=200, sequenceid=56, filesize=14.0 K 2024-11-20T08:41:01,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/21dc81a92141416f8d7f6acfb0ddb6f2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/21dc81a92141416f8d7f6acfb0ddb6f2 2024-11-20T08:41:01,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/21dc81a92141416f8d7f6acfb0ddb6f2, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T08:41:01,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092121903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:01,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:01,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/b176d127203f4907b12d93474dd7a9a5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b176d127203f4907b12d93474dd7a9a5 2024-11-20T08:41:01,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b176d127203f4907b12d93474dd7a9a5, entries=150, sequenceid=56, filesize=11.7 K 2024-11-20T08:41:01,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=131.94 KB/135110 for 050707b51761adba2ef2bce9b0b93e3d in 232ms, sequenceid=56, compaction requested=true 2024-11-20T08:41:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:01,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:01,938 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:01,938 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:01,943 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:01,943 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:01,945 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:01,945 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,946 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/884a4be3b1dd4423914240927a5e4955, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a42e1f86f03b416793e523e2cef28f42, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/21dc81a92141416f8d7f6acfb0ddb6f2] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=35.2 K 2024-11-20T08:41:01,952 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 884a4be3b1dd4423914240927a5e4955, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732092060980 2024-11-20T08:41:01,953 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:01,953 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,954 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a42e1f86f03b416793e523e2cef28f42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732092061065 2024-11-20T08:41:01,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T08:41:01,954 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b8feaae0e0624f66ad4fe8dc8d0a2924, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b107d5b219c6465d8e83e2d7d42dd9b0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cf5a96d7eb564b6987097419c4bfd07f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.4 K 2024-11-20T08:41:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:01,955 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=131.94 KB heapSize=383.31 KB 2024-11-20T08:41:01,955 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 21dc81a92141416f8d7f6acfb0ddb6f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732092061509 2024-11-20T08:41:01,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:01,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:01,962 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8feaae0e0624f66ad4fe8dc8d0a2924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732092060980 2024-11-20T08:41:01,963 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b107d5b219c6465d8e83e2d7d42dd9b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732092061065 2024-11-20T08:41:01,964 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf5a96d7eb564b6987097419c4bfd07f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732092061509 2024-11-20T08:41:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/15f5601c8b664e2283e4ed4094d05d7c is 50, key is test_row_0/A:col10/1732092061843/Put/seqid=0 2024-11-20T08:41:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:01,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:02,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741846_1022 (size=12001) 2024-11-20T08:41:02,004 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/15f5601c8b664e2283e4ed4094d05d7c 2024-11-20T08:41:02,012 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#11 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:02,014 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/02b81b7c4d76474d96417ec06c633d34 is 50, key is test_row_0/A:col10/1732092061693/Put/seqid=0 2024-11-20T08:41:02,015 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:02,016 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/7c3fb5f336b043869c6a7633c49a9135 is 50, key is test_row_0/B:col10/1732092061693/Put/seqid=0 2024-11-20T08:41:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741847_1023 (size=12104) 2024-11-20T08:41:02,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/13c9a15cc82c4cb2987c54e3fd9fb0ce is 50, key is test_row_0/B:col10/1732092061843/Put/seqid=0 2024-11-20T08:41:02,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741848_1024 (size=12104) 2024-11-20T08:41:02,050 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/02b81b7c4d76474d96417ec06c633d34 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/02b81b7c4d76474d96417ec06c633d34 2024-11-20T08:41:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741849_1025 (size=12001) 2024-11-20T08:41:02,060 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/13c9a15cc82c4cb2987c54e3fd9fb0ce 2024-11-20T08:41:02,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092121992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:41:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,083 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 02b81b7c4d76474d96417ec06c633d34(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:02,083 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,086 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092061934; duration=0sec 2024-11-20T08:41:02,086 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:02,087 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:02,087 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092122073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092122073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092122073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,094 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:02,094 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:02,095 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:02,095 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/f3ef14979f8d400f9c21f7a7c7024ba9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b176d127203f4907b12d93474dd7a9a5] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=35.2 K 2024-11-20T08:41:02,098 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3ef14979f8d400f9c21f7a7c7024ba9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732092060980 2024-11-20T08:41:02,102 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e7bdff8a6e64ac9ae3fe6322ad89ac4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732092061065 2024-11-20T08:41:02,103 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b176d127203f4907b12d93474dd7a9a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732092061509 2024-11-20T08:41:02,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2d7eaad10ff54f0d83ab92868e0d1765 is 50, key is test_row_0/C:col10/1732092061843/Put/seqid=0 2024-11-20T08:41:02,136 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#14 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:02,137 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/81e7b5230b82439f9d7dad46695af3e2 is 50, key is test_row_0/C:col10/1732092061693/Put/seqid=0 2024-11-20T08:41:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741850_1026 (size=12001) 2024-11-20T08:41:02,142 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2d7eaad10ff54f0d83ab92868e0d1765 2024-11-20T08:41:02,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/15f5601c8b664e2283e4ed4094d05d7c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/15f5601c8b664e2283e4ed4094d05d7c 2024-11-20T08:41:02,172 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/15f5601c8b664e2283e4ed4094d05d7c, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T08:41:02,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/13c9a15cc82c4cb2987c54e3fd9fb0ce as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/13c9a15cc82c4cb2987c54e3fd9fb0ce 2024-11-20T08:41:02,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741851_1027 (size=12104) 2024-11-20T08:41:02,193 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/13c9a15cc82c4cb2987c54e3fd9fb0ce, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T08:41:02,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092122190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092122194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,197 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/81e7b5230b82439f9d7dad46695af3e2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/81e7b5230b82439f9d7dad46695af3e2 2024-11-20T08:41:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2d7eaad10ff54f0d83ab92868e0d1765 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2d7eaad10ff54f0d83ab92868e0d1765 2024-11-20T08:41:02,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092122204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092122204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,215 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into 81e7b5230b82439f9d7dad46695af3e2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:02,216 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,216 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092061937; duration=0sec 2024-11-20T08:41:02,217 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:02,217 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:02,217 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2d7eaad10ff54f0d83ab92868e0d1765, entries=150, sequenceid=88, filesize=11.7 K 2024-11-20T08:41:02,221 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~383.27 KB/392464, currentSize=46.96 KB/48090 for 050707b51761adba2ef2bce9b0b93e3d in 266ms, sequenceid=88, compaction requested=false 2024-11-20T08:41:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T08:41:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T08:41:02,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T08:41:02,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2850 sec 2024-11-20T08:41:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:02,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:41:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:02,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:02,239 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.3170 sec 2024-11-20T08:41:02,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/24d06506648f49c49117c9e757017ba5 is 50, key is test_row_0/A:col10/1732092062020/Put/seqid=0 2024-11-20T08:41:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741852_1028 (size=14341) 2024-11-20T08:41:02,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/24d06506648f49c49117c9e757017ba5 2024-11-20T08:41:02,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/56f3a41bf8084c10ba86e18e4f18b797 is 50, key is test_row_0/B:col10/1732092062020/Put/seqid=0 2024-11-20T08:41:02,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741853_1029 (size=12001) 2024-11-20T08:41:02,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/56f3a41bf8084c10ba86e18e4f18b797 2024-11-20T08:41:02,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/79a950cfd77e464895de62af4bc39159 is 50, key is test_row_0/C:col10/1732092062020/Put/seqid=0 2024-11-20T08:41:02,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092062262, max timestamp=1732092062409Num uniques 859; 2024-11-20T08:41:02,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:02,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092062262, max timestamp=1732092062409Num uniques 859; 2024-11-20T08:41:02,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092062262, max timestamp=1732092062409Num uniques 859; 2024-11-20T08:41:02,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:02,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:02,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741854_1030 (size=12001) 2024-11-20T08:41:02,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=101 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/79a950cfd77e464895de62af4bc39159 2024-11-20T08:41:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/24d06506648f49c49117c9e757017ba5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/24d06506648f49c49117c9e757017ba5 2024-11-20T08:41:02,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092122446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092122450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,463 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/7c3fb5f336b043869c6a7633c49a9135 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7c3fb5f336b043869c6a7633c49a9135 2024-11-20T08:41:02,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/24d06506648f49c49117c9e757017ba5, entries=200, sequenceid=101, filesize=14.0 K 2024-11-20T08:41:02,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/56f3a41bf8084c10ba86e18e4f18b797 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/56f3a41bf8084c10ba86e18e4f18b797 2024-11-20T08:41:02,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092122456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092122460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092122462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/56f3a41bf8084c10ba86e18e4f18b797, entries=150, sequenceid=101, filesize=11.7 K 2024-11-20T08:41:02,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/79a950cfd77e464895de62af4bc39159 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/79a950cfd77e464895de62af4bc39159 2024-11-20T08:41:02,491 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into 7c3fb5f336b043869c6a7633c49a9135(size=11.8 K), total size for store is 35.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:02,491 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,491 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092061937; duration=0sec 2024-11-20T08:41:02,492 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:02,492 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:02,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/79a950cfd77e464895de62af4bc39159, entries=150, sequenceid=101, filesize=11.7 K 2024-11-20T08:41:02,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 050707b51761adba2ef2bce9b0b93e3d in 272ms, sequenceid=101, compaction requested=true 2024-11-20T08:41:02,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:02,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:02,506 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:02,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:02,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:02,507 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:02,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:02,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:02,509 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:02,509 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:02,509 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:02,510 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/02b81b7c4d76474d96417ec06c633d34, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/15f5601c8b664e2283e4ed4094d05d7c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/24d06506648f49c49117c9e757017ba5] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.5 K 2024-11-20T08:41:02,510 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:02,511 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:02,511 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:02,511 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7c3fb5f336b043869c6a7633c49a9135, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/13c9a15cc82c4cb2987c54e3fd9fb0ce, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/56f3a41bf8084c10ba86e18e4f18b797] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=35.3 K 2024-11-20T08:41:02,511 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02b81b7c4d76474d96417ec06c633d34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732092061509 2024-11-20T08:41:02,513 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 15f5601c8b664e2283e4ed4094d05d7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732092061818 2024-11-20T08:41:02,513 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c3fb5f336b043869c6a7633c49a9135, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732092061509 2024-11-20T08:41:02,514 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24d06506648f49c49117c9e757017ba5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732092061991 2024-11-20T08:41:02,514 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 13c9a15cc82c4cb2987c54e3fd9fb0ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732092061818 2024-11-20T08:41:02,515 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 56f3a41bf8084c10ba86e18e4f18b797, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732092062020 2024-11-20T08:41:02,538 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:02,539 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/1ea4055229c647cbb52b35ec3ba8b514 is 50, key is test_row_0/B:col10/1732092062020/Put/seqid=0 2024-11-20T08:41:02,560 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:02,561 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63ae9d2437204a99864636337d3b9350 is 50, key is test_row_0/A:col10/1732092062020/Put/seqid=0 2024-11-20T08:41:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:02,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T08:41:02,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:02,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:02,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:02,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:02,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:02,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741855_1031 (size=12207) 2024-11-20T08:41:02,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092122591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,606 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/1ea4055229c647cbb52b35ec3ba8b514 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1ea4055229c647cbb52b35ec3ba8b514 2024-11-20T08:41:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092122599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,608 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741856_1032 (size=12207) 2024-11-20T08:41:02,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092122602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,620 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092122602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092122605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/8e13c39351d247d98e01ac8deb3bdef7 is 50, key is test_row_0/A:col10/1732092062446/Put/seqid=0 2024-11-20T08:41:02,630 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63ae9d2437204a99864636337d3b9350 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63ae9d2437204a99864636337d3b9350 2024-11-20T08:41:02,638 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into 1ea4055229c647cbb52b35ec3ba8b514(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:02,638 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,638 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092062507; duration=0sec 2024-11-20T08:41:02,640 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:02,640 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:02,640 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:02,642 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:02,642 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 63ae9d2437204a99864636337d3b9350(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:02,642 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:02,642 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,642 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092062506; duration=0sec 2024-11-20T08:41:02,642 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:02,643 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:02,643 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:02,643 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/81e7b5230b82439f9d7dad46695af3e2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2d7eaad10ff54f0d83ab92868e0d1765, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/79a950cfd77e464895de62af4bc39159] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=35.3 K 2024-11-20T08:41:02,644 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 81e7b5230b82439f9d7dad46695af3e2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1732092061509 2024-11-20T08:41:02,645 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d7eaad10ff54f0d83ab92868e0d1765, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732092061818 2024-11-20T08:41:02,647 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 79a950cfd77e464895de62af4bc39159, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732092062020 2024-11-20T08:41:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741857_1033 (size=14541) 2024-11-20T08:41:02,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/8e13c39351d247d98e01ac8deb3bdef7 2024-11-20T08:41:02,674 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:02,676 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/80c2c01832eb4bcc83562661545f379d is 50, key is test_row_0/C:col10/1732092062020/Put/seqid=0 2024-11-20T08:41:02,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/95dd7ce887b9457c8fdabec120c70461 is 50, key is test_row_0/B:col10/1732092062446/Put/seqid=0 2024-11-20T08:41:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741858_1034 (size=12207) 2024-11-20T08:41:02,710 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/80c2c01832eb4bcc83562661545f379d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/80c2c01832eb4bcc83562661545f379d 2024-11-20T08:41:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092122714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092122714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092122724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,731 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into 80c2c01832eb4bcc83562661545f379d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:02,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,732 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,732 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092062508; duration=0sec 2024-11-20T08:41:02,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092122733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741859_1035 (size=12151) 2024-11-20T08:41:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:02,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092122735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:02,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/95dd7ce887b9457c8fdabec120c70461 2024-11-20T08:41:02,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:02,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:02,741 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:02,742 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:02,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/1adee616a2c640849e7a1bbca7a3087c is 50, key is test_row_0/C:col10/1732092062446/Put/seqid=0 2024-11-20T08:41:02,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741860_1036 (size=12151) 2024-11-20T08:41:02,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/1adee616a2c640849e7a1bbca7a3087c 2024-11-20T08:41:02,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/8e13c39351d247d98e01ac8deb3bdef7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8e13c39351d247d98e01ac8deb3bdef7 2024-11-20T08:41:02,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8e13c39351d247d98e01ac8deb3bdef7, entries=200, sequenceid=138, filesize=14.2 K 2024-11-20T08:41:02,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/95dd7ce887b9457c8fdabec120c70461 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/95dd7ce887b9457c8fdabec120c70461 2024-11-20T08:41:02,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/95dd7ce887b9457c8fdabec120c70461, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T08:41:02,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/1adee616a2c640849e7a1bbca7a3087c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/1adee616a2c640849e7a1bbca7a3087c 2024-11-20T08:41:02,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/1adee616a2c640849e7a1bbca7a3087c, entries=150, sequenceid=138, filesize=11.9 K 2024-11-20T08:41:02,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 050707b51761adba2ef2bce9b0b93e3d in 268ms, sequenceid=138, compaction requested=false 2024-11-20T08:41:02,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:02,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:41:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:02,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7bce027ee5994c62af2584c0e32449ec is 50, key is test_row_0/A:col10/1732092062935/Put/seqid=0 2024-11-20T08:41:03,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741861_1037 (size=12151) 2024-11-20T08:41:03,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7bce027ee5994c62af2584c0e32449ec 2024-11-20T08:41:03,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092062989, max timestamp=1732092063009Num uniques 859; 2024-11-20T08:41:03,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:03,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092062989, max timestamp=1732092063009Num uniques 859; 2024-11-20T08:41:03,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092062989, max timestamp=1732092063009Num uniques 859; 2024-11-20T08:41:03,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:03,016 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:03,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ed6fdb18f75b4276b4011b288ac661ad is 50, key is test_row_0/B:col10/1732092062935/Put/seqid=0 2024-11-20T08:41:03,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741862_1038 (size=12151) 2024-11-20T08:41:03,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ed6fdb18f75b4276b4011b288ac661ad 2024-11-20T08:41:03,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092123055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,069 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092123055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092123060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092123063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092123068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T08:41:03,083 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:03,084 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T08:41:03,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:03,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:41:03,090 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:03,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:03,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/bd547a96ebe24b53a846e59964ba00f8 is 50, key is test_row_0/C:col10/1732092062935/Put/seqid=0 2024-11-20T08:41:03,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741863_1039 (size=12151) 2024-11-20T08:41:03,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092123174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092123174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092123184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,191 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092123184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092123184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:41:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:03,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:03,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092123393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092123393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:41:03,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092123403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092123404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092123407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:03,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:03,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/bd547a96ebe24b53a846e59964ba00f8 2024-11-20T08:41:03,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7bce027ee5994c62af2584c0e32449ec as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7bce027ee5994c62af2584c0e32449ec 2024-11-20T08:41:03,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7bce027ee5994c62af2584c0e32449ec, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T08:41:03,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ed6fdb18f75b4276b4011b288ac661ad as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ed6fdb18f75b4276b4011b288ac661ad 2024-11-20T08:41:03,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ed6fdb18f75b4276b4011b288ac661ad, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T08:41:03,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/bd547a96ebe24b53a846e59964ba00f8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/bd547a96ebe24b53a846e59964ba00f8 2024-11-20T08:41:03,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/bd547a96ebe24b53a846e59964ba00f8, entries=150, sequenceid=153, filesize=11.9 K 2024-11-20T08:41:03,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:03,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 050707b51761adba2ef2bce9b0b93e3d in 717ms, sequenceid=153, compaction requested=true 2024-11-20T08:41:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:03,656 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:03,657 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:03,659 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:03,659 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:03,659 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:03,659 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:03,659 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,659 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,659 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63ae9d2437204a99864636337d3b9350, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8e13c39351d247d98e01ac8deb3bdef7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7bce027ee5994c62af2584c0e32449ec] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=38.0 K 2024-11-20T08:41:03,659 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1ea4055229c647cbb52b35ec3ba8b514, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/95dd7ce887b9457c8fdabec120c70461, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ed6fdb18f75b4276b4011b288ac661ad] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=35.7 K 2024-11-20T08:41:03,660 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63ae9d2437204a99864636337d3b9350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732092062020 2024-11-20T08:41:03,661 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ea4055229c647cbb52b35ec3ba8b514, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732092062020 2024-11-20T08:41:03,661 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e13c39351d247d98e01ac8deb3bdef7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732092062437 2024-11-20T08:41:03,661 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 95dd7ce887b9457c8fdabec120c70461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732092062437 2024-11-20T08:41:03,662 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bce027ee5994c62af2584c0e32449ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732092062588 2024-11-20T08:41:03,663 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ed6fdb18f75b4276b4011b288ac661ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732092062588 2024-11-20T08:41:03,691 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:03,692 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/bf34437deab841c98c516155223359af is 50, key is test_row_0/B:col10/1732092062935/Put/seqid=0 2024-11-20T08:41:03,696 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:03,697 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/945462f1b4af449baf9a9a655386338c is 50, key is test_row_0/A:col10/1732092062935/Put/seqid=0 2024-11-20T08:41:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:03,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T08:41:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:03,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:03,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:03,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:03,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:41:03,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/810ebf98e0ed4b3ebcd0aa69c3154802 is 50, key is test_row_0/A:col10/1732092063708/Put/seqid=0 2024-11-20T08:41:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741864_1040 (size=12459) 2024-11-20T08:41:03,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741865_1041 (size=12459) 2024-11-20T08:41:03,748 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/945462f1b4af449baf9a9a655386338c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/945462f1b4af449baf9a9a655386338c 2024-11-20T08:41:03,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092123737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,753 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/bf34437deab841c98c516155223359af as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bf34437deab841c98c516155223359af 2024-11-20T08:41:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092123740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092123750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092123752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,761 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092123754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,762 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741866_1042 (size=12151) 2024-11-20T08:41:03,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/810ebf98e0ed4b3ebcd0aa69c3154802 2024-11-20T08:41:03,771 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into bf34437deab841c98c516155223359af(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:03,771 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 945462f1b4af449baf9a9a655386338c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:03,771 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:03,771 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:03,771 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092063657; duration=0sec 2024-11-20T08:41:03,772 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092063656; duration=0sec 2024-11-20T08:41:03,772 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:03,772 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:03,773 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:03,774 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:03,773 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:03,777 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:03,777 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:03,777 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,777 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/80c2c01832eb4bcc83562661545f379d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/1adee616a2c640849e7a1bbca7a3087c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/bd547a96ebe24b53a846e59964ba00f8] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=35.7 K 2024-11-20T08:41:03,778 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c2c01832eb4bcc83562661545f379d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=101, earliestPutTs=1732092062020 2024-11-20T08:41:03,779 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1adee616a2c640849e7a1bbca7a3087c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1732092062437 2024-11-20T08:41:03,781 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd547a96ebe24b53a846e59964ba00f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732092062588 2024-11-20T08:41:03,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:41:03,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/371b47d0e49040b4be8f1ba5169d58af is 50, key is test_row_0/B:col10/1732092063708/Put/seqid=0 2024-11-20T08:41:03,812 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:03,813 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/e081f5af139f4e89a1f5d833120e32c0 is 50, key is test_row_0/C:col10/1732092062935/Put/seqid=0 2024-11-20T08:41:03,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:03,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:03,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741868_1044 (size=12459) 2024-11-20T08:41:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741867_1043 (size=12151) 2024-11-20T08:41:03,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092123863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092123863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092123864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092123864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092123873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:03,880 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:03,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T08:41:03,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:03,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:03,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:03,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092124083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092124083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092124084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092124086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092124093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:04,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:41:04,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/371b47d0e49040b4be8f1ba5169d58af 2024-11-20T08:41:04,275 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/e081f5af139f4e89a1f5d833120e32c0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e081f5af139f4e89a1f5d833120e32c0 2024-11-20T08:41:04,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:04,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:04,296 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into e081f5af139f4e89a1f5d833120e32c0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:04,296 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:04,296 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092063657; duration=0sec 2024-11-20T08:41:04,296 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:04,296 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:04,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/0d1d2c628861465a90801025bdf623df is 50, key is test_row_0/C:col10/1732092063708/Put/seqid=0 2024-11-20T08:41:04,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741869_1045 (size=12151) 2024-11-20T08:41:04,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/0d1d2c628861465a90801025bdf623df 2024-11-20T08:41:04,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/810ebf98e0ed4b3ebcd0aa69c3154802 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/810ebf98e0ed4b3ebcd0aa69c3154802 2024-11-20T08:41:04,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/810ebf98e0ed4b3ebcd0aa69c3154802, entries=150, sequenceid=189, filesize=11.9 K 2024-11-20T08:41:04,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/371b47d0e49040b4be8f1ba5169d58af as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/371b47d0e49040b4be8f1ba5169d58af 2024-11-20T08:41:04,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092124393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092124393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092124404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092124404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,411 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/371b47d0e49040b4be8f1ba5169d58af, entries=150, sequenceid=189, filesize=11.9 K 2024-11-20T08:41:04,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092124405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:04,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:04,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:04,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/0d1d2c628861465a90801025bdf623df as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/0d1d2c628861465a90801025bdf623df 2024-11-20T08:41:04,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/0d1d2c628861465a90801025bdf623df, entries=150, sequenceid=189, filesize=11.9 K 2024-11-20T08:41:04,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=60.38 KB/61830 for 050707b51761adba2ef2bce9b0b93e3d in 718ms, sequenceid=189, compaction requested=false 2024-11-20T08:41:04,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:04,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T08:41:04,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:04,445 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T08:41:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:04,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:04,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a1148e91f3fc4d21a05e25200f210dda is 50, key is test_row_0/A:col10/1732092063749/Put/seqid=0 2024-11-20T08:41:04,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741870_1046 (size=12151) 2024-11-20T08:41:04,490 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a1148e91f3fc4d21a05e25200f210dda 2024-11-20T08:41:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/7280bf27fd314ea69d3a0e3d710ba24b is 50, key is test_row_0/B:col10/1732092063749/Put/seqid=0 2024-11-20T08:41:04,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741871_1047 (size=12151) 2024-11-20T08:41:04,562 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/7280bf27fd314ea69d3a0e3d710ba24b 2024-11-20T08:41:04,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/3e1a7a121d5b44f8870e758ec8da9cb0 is 50, key is test_row_0/C:col10/1732092063749/Put/seqid=0 2024-11-20T08:41:04,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741872_1048 (size=12151) 2024-11-20T08:41:04,626 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/3e1a7a121d5b44f8870e758ec8da9cb0 2024-11-20T08:41:04,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a1148e91f3fc4d21a05e25200f210dda as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a1148e91f3fc4d21a05e25200f210dda 2024-11-20T08:41:04,650 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a1148e91f3fc4d21a05e25200f210dda, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T08:41:04,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/7280bf27fd314ea69d3a0e3d710ba24b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7280bf27fd314ea69d3a0e3d710ba24b 2024-11-20T08:41:04,668 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7280bf27fd314ea69d3a0e3d710ba24b, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T08:41:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/3e1a7a121d5b44f8870e758ec8da9cb0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3e1a7a121d5b44f8870e758ec8da9cb0 2024-11-20T08:41:04,682 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3e1a7a121d5b44f8870e758ec8da9cb0, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T08:41:04,683 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 050707b51761adba2ef2bce9b0b93e3d in 238ms, sequenceid=204, compaction requested=true 2024-11-20T08:41:04,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:04,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:04,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T08:41:04,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T08:41:04,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T08:41:04,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec 2024-11-20T08:41:04,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.6100 sec 2024-11-20T08:41:04,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:41:04,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:04,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:04,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:04,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/1d9783eba33e4202a25e4befa7980a4a is 50, key is test_row_0/A:col10/1732092064937/Put/seqid=0 2024-11-20T08:41:04,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741873_1049 (size=12147) 2024-11-20T08:41:04,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/1d9783eba33e4202a25e4befa7980a4a 2024-11-20T08:41:05,000 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092064968, max timestamp=1732092064995Num uniques 859; 2024-11-20T08:41:05,001 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:41:05,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092064968, max timestamp=1732092064995Num uniques 859; 2024-11-20T08:41:05,006 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:05,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092064968, max timestamp=1732092064995Num uniques 859; 2024-11-20T08:41:05,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:05,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/f5926b60a9d744e7b70afd6913479ba6 is 50, key is test_row_0/B:col10/1732092064937/Put/seqid=0 2024-11-20T08:41:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741874_1050 (size=9757) 2024-11-20T08:41:05,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/f5926b60a9d744e7b70afd6913479ba6 2024-11-20T08:41:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2736aff97e3f44be83d3be4f2d8e44ae is 50, key is test_row_0/C:col10/1732092064937/Put/seqid=0 2024-11-20T08:41:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092125044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092125046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092125047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092125051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092125054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741875_1051 (size=9757) 2024-11-20T08:41:05,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2736aff97e3f44be83d3be4f2d8e44ae 2024-11-20T08:41:05,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/1d9783eba33e4202a25e4befa7980a4a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/1d9783eba33e4202a25e4befa7980a4a 2024-11-20T08:41:05,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/1d9783eba33e4202a25e4befa7980a4a, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T08:41:05,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/f5926b60a9d744e7b70afd6913479ba6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f5926b60a9d744e7b70afd6913479ba6 2024-11-20T08:41:05,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f5926b60a9d744e7b70afd6913479ba6, entries=100, sequenceid=214, filesize=9.5 K 2024-11-20T08:41:05,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/2736aff97e3f44be83d3be4f2d8e44ae as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2736aff97e3f44be83d3be4f2d8e44ae 2024-11-20T08:41:05,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2736aff97e3f44be83d3be4f2d8e44ae, entries=100, sequenceid=214, filesize=9.5 K 2024-11-20T08:41:05,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 050707b51761adba2ef2bce9b0b93e3d in 198ms, sequenceid=214, compaction requested=true 2024-11-20T08:41:05,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:05,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:05,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:05,141 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:05,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:05,142 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:05,144 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48908 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:05,144 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:05,144 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,144 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:05,144 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:05,144 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,144 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/945462f1b4af449baf9a9a655386338c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/810ebf98e0ed4b3ebcd0aa69c3154802, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a1148e91f3fc4d21a05e25200f210dda, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/1d9783eba33e4202a25e4befa7980a4a] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=47.8 K 2024-11-20T08:41:05,144 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bf34437deab841c98c516155223359af, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/371b47d0e49040b4be8f1ba5169d58af, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7280bf27fd314ea69d3a0e3d710ba24b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f5926b60a9d744e7b70afd6913479ba6] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=45.4 K 2024-11-20T08:41:05,145 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bf34437deab841c98c516155223359af, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732092062588 2024-11-20T08:41:05,145 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945462f1b4af449baf9a9a655386338c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732092062588 2024-11-20T08:41:05,146 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 371b47d0e49040b4be8f1ba5169d58af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732092063055 2024-11-20T08:41:05,146 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 810ebf98e0ed4b3ebcd0aa69c3154802, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732092063055 2024-11-20T08:41:05,147 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7280bf27fd314ea69d3a0e3d710ba24b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732092063737 2024-11-20T08:41:05,147 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1148e91f3fc4d21a05e25200f210dda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732092063737 2024-11-20T08:41:05,147 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f5926b60a9d744e7b70afd6913479ba6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732092064933 2024-11-20T08:41:05,148 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d9783eba33e4202a25e4befa7980a4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732092064932 2024-11-20T08:41:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:05,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=138.65 KB heapSize=395.14 KB 2024-11-20T08:41:05,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:05,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:05,187 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:05,188 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/cbac7cdc044f4d81b53674a8e56da98d is 50, key is test_row_0/A:col10/1732092064937/Put/seqid=0 2024-11-20T08:41:05,196 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:05,197 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/dffd96e4f0054197a3523d6ed513d8c8 is 50, key is test_row_0/B:col10/1732092064937/Put/seqid=0 2024-11-20T08:41:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092125183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092125188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/efa3b3fcc94747fa87fb7b11c2e313cd is 50, key is test_row_0/A:col10/1732092065040/Put/seqid=0 2024-11-20T08:41:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092125192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092125194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092125203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T08:41:05,233 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:05,235 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T08:41:05,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:05,239 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:05,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741876_1052 (size=12595) 2024-11-20T08:41:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741877_1053 (size=12595) 2024-11-20T08:41:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741878_1054 (size=14541) 2024-11-20T08:41:05,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/efa3b3fcc94747fa87fb7b11c2e313cd 2024-11-20T08:41:05,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e5bd608d2db44dc28c06165b8bd32d09 is 50, key is test_row_0/B:col10/1732092065040/Put/seqid=0 2024-11-20T08:41:05,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092125314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741879_1055 (size=12151) 2024-11-20T08:41:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092125314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e5bd608d2db44dc28c06165b8bd32d09 2024-11-20T08:41:05,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092125314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,338 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T08:41:05,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,338 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T08:41:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092125323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092125324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,341 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:41:05,341 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T08:41:05,342 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T08:41:05,342 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T08:41:05,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/b8a10e3eaa00476eac372e5d8ec04364 is 50, key is test_row_0/C:col10/1732092065040/Put/seqid=0 2024-11-20T08:41:05,343 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T08:41:05,343 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T08:41:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741880_1056 (size=12151) 2024-11-20T08:41:05,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/b8a10e3eaa00476eac372e5d8ec04364 2024-11-20T08:41:05,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/efa3b3fcc94747fa87fb7b11c2e313cd as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/efa3b3fcc94747fa87fb7b11c2e313cd 2024-11-20T08:41:05,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/efa3b3fcc94747fa87fb7b11c2e313cd, entries=200, sequenceid=251, filesize=14.2 K 2024-11-20T08:41:05,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e5bd608d2db44dc28c06165b8bd32d09 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e5bd608d2db44dc28c06165b8bd32d09 2024-11-20T08:41:05,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e5bd608d2db44dc28c06165b8bd32d09, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T08:41:05,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/b8a10e3eaa00476eac372e5d8ec04364 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b8a10e3eaa00476eac372e5d8ec04364 2024-11-20T08:41:05,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b8a10e3eaa00476eac372e5d8ec04364, entries=150, sequenceid=251, filesize=11.9 K 2024-11-20T08:41:05,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=46.96 KB/48090 for 050707b51761adba2ef2bce9b0b93e3d in 269ms, sequenceid=251, compaction requested=true 2024-11-20T08:41:05,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:05,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:05,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:41:05,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:05,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T08:41:05,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:05,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T08:41:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:05,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:41:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:05,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:05,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a72a9081541b44a0a0aafb96a6a01fad is 50, key is test_row_0/A:col10/1732092065527/Put/seqid=0 2024-11-20T08:41:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:05,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:05,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741881_1057 (size=12251) 2024-11-20T08:41:05,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a72a9081541b44a0a0aafb96a6a01fad 2024-11-20T08:41:05,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ff7c0e24142444deb10595fea5bcb04b is 50, key is test_row_0/B:col10/1732092065527/Put/seqid=0 2024-11-20T08:41:05,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741882_1058 (size=12251) 2024-11-20T08:41:05,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ff7c0e24142444deb10595fea5bcb04b 2024-11-20T08:41:05,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/288be23d97e24849be9ce9ade5eff88b is 50, key is test_row_0/C:col10/1732092065527/Put/seqid=0 2024-11-20T08:41:05,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741883_1059 (size=12251) 2024-11-20T08:41:05,655 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/cbac7cdc044f4d81b53674a8e56da98d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cbac7cdc044f4d81b53674a8e56da98d 2024-11-20T08:41:05,656 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/dffd96e4f0054197a3523d6ed513d8c8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/dffd96e4f0054197a3523d6ed513d8c8 2024-11-20T08:41:05,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092065628, max timestamp=1732092065649Num uniques 859; 2024-11-20T08:41:05,666 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092065628, max timestamp=1732092065649Num uniques 859; 2024-11-20T08:41:05,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:05,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:05,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092065628, max timestamp=1732092065649Num uniques 859; 2024-11-20T08:41:05,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:05,676 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into cbac7cdc044f4d81b53674a8e56da98d(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:05,676 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:05,676 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=12, startTime=1732092065141; duration=0sec 2024-11-20T08:41:05,676 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T08:41:05,676 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:05,677 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:05,677 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T08:41:05,677 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into dffd96e4f0054197a3523d6ed513d8c8(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:05,677 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:05,677 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=12, startTime=1732092065141; duration=0sec 2024-11-20T08:41:05,678 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T08:41:05,678 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:05,678 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:05,680 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58669 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T08:41:05,680 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:05,680 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-20T08:41:05,681 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:41:05,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:41:05,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. because compaction request was cancelled 2024-11-20T08:41:05,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:05,681 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e081f5af139f4e89a1f5d833120e32c0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/0d1d2c628861465a90801025bdf623df, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3e1a7a121d5b44f8870e758ec8da9cb0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2736aff97e3f44be83d3be4f2d8e44ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b8a10e3eaa00476eac372e5d8ec04364] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=57.3 K 2024-11-20T08:41:05,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:41:05,682 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e081f5af139f4e89a1f5d833120e32c0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1732092062588 2024-11-20T08:41:05,683 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:41:05,683 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:41:05,683 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. because compaction request was cancelled 2024-11-20T08:41:05,683 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d1d2c628861465a90801025bdf623df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732092063055 2024-11-20T08:41:05,683 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:05,683 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:41:05,684 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:41:05,684 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:41:05,684 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. because compaction request was cancelled 2024-11-20T08:41:05,684 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:05,684 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e1a7a121d5b44f8870e758ec8da9cb0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732092063737 2024-11-20T08:41:05,685 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2736aff97e3f44be83d3be4f2d8e44ae, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732092064933 2024-11-20T08:41:05,685 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a10e3eaa00476eac372e5d8ec04364, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732092065040 2024-11-20T08:41:05,703 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:05,704 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/d0d9ad01ce1946c3a398e7dd6411fe59 is 50, key is test_row_0/C:col10/1732092065040/Put/seqid=0 2024-11-20T08:41:05,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741884_1060 (size=12629) 2024-11-20T08:41:05,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092125731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,750 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092125734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092125736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092125740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092125743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092125854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:05,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:05,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:05,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092125864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092125865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092125865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092125865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:05,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/288be23d97e24849be9ce9ade5eff88b 2024-11-20T08:41:06,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a72a9081541b44a0a0aafb96a6a01fad as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a72a9081541b44a0a0aafb96a6a01fad 2024-11-20T08:41:06,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092126063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,066 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a72a9081541b44a0a0aafb96a6a01fad, entries=150, sequenceid=262, filesize=12.0 K 2024-11-20T08:41:06,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ff7c0e24142444deb10595fea5bcb04b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ff7c0e24142444deb10595fea5bcb04b 2024-11-20T08:41:06,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ff7c0e24142444deb10595fea5bcb04b, entries=150, sequenceid=262, filesize=12.0 K 2024-11-20T08:41:06,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/288be23d97e24849be9ce9ade5eff88b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/288be23d97e24849be9ce9ade5eff88b 2024-11-20T08:41:06,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/288be23d97e24849be9ce9ade5eff88b, entries=150, sequenceid=262, filesize=12.0 K 2024-11-20T08:41:06,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 050707b51761adba2ef2bce9b0b93e3d in 559ms, sequenceid=262, compaction requested=true 2024-11-20T08:41:06,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:06,089 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:41:06,090 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39387 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:06,090 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:06,090 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,090 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cbac7cdc044f4d81b53674a8e56da98d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/efa3b3fcc94747fa87fb7b11c2e313cd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a72a9081541b44a0a0aafb96a6a01fad] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=38.5 K 2024-11-20T08:41:06,091 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting cbac7cdc044f4d81b53674a8e56da98d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732092063747 2024-11-20T08:41:06,091 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting efa3b3fcc94747fa87fb7b11c2e313cd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732092065040 2024-11-20T08:41:06,092 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a72a9081541b44a0a0aafb96a6a01fad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732092065180 2024-11-20T08:41:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:06,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:41:06,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:06,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:06,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:06,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:06,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:06,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:06,109 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#48 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:06,111 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/92ef7eff60034db494fc265df0b3cb4e is 50, key is test_row_0/A:col10/1732092065527/Put/seqid=0 2024-11-20T08:41:06,125 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/d0d9ad01ce1946c3a398e7dd6411fe59 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d0d9ad01ce1946c3a398e7dd6411fe59 2024-11-20T08:41:06,134 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into d0d9ad01ce1946c3a398e7dd6411fe59(size=12.3 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:06,135 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:06,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/06e56418a4794a1e8c3b9dc40636fe74 is 50, key is test_row_0/A:col10/1732092065735/Put/seqid=0 2024-11-20T08:41:06,135 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=11, startTime=1732092065441; duration=0sec 2024-11-20T08:41:06,135 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:41:06,135 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:06,135 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:06,135 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:06,137 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:06,137 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:06,137 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,137 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/dffd96e4f0054197a3523d6ed513d8c8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e5bd608d2db44dc28c06165b8bd32d09, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ff7c0e24142444deb10595fea5bcb04b] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=36.1 K 2024-11-20T08:41:06,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092126116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,138 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting dffd96e4f0054197a3523d6ed513d8c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732092063747 2024-11-20T08:41:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5bd608d2db44dc28c06165b8bd32d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732092065040 2024-11-20T08:41:06,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff7c0e24142444deb10595fea5bcb04b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732092065180 2024-11-20T08:41:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092126133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092126135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092126138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741885_1061 (size=12797) 2024-11-20T08:41:06,163 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:06,164 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/b9696e0376a64f78b26e2e4d4a8d0bd8 is 50, key is test_row_0/B:col10/1732092065527/Put/seqid=0 2024-11-20T08:41:06,169 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/92ef7eff60034db494fc265df0b3cb4e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/92ef7eff60034db494fc265df0b3cb4e 2024-11-20T08:41:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741886_1062 (size=14741) 2024-11-20T08:41:06,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/06e56418a4794a1e8c3b9dc40636fe74 2024-11-20T08:41:06,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,183 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 92ef7eff60034db494fc265df0b3cb4e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:06,183 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:06,183 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092066089; duration=0sec 2024-11-20T08:41:06,184 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:06,184 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:06,184 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:41:06,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:41:06,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:41:06,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. because compaction request was cancelled 2024-11-20T08:41:06,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:06,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741887_1063 (size=12797) 2024-11-20T08:41:06,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/a90035165d274bd69e18c5463c95269b is 50, key is test_row_0/B:col10/1732092065735/Put/seqid=0 2024-11-20T08:41:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741888_1064 (size=12301) 2024-11-20T08:41:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092126243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092126253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092126254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092126254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:06,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092126373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092126453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092126463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092126464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,471 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092126464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,605 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/b9696e0376a64f78b26e2e4d4a8d0bd8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/b9696e0376a64f78b26e2e4d4a8d0bd8 2024-11-20T08:41:06,613 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into b9696e0376a64f78b26e2e4d4a8d0bd8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:06,613 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:06,614 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092066089; duration=0sec 2024-11-20T08:41:06,614 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:06,614 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:06,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/a90035165d274bd69e18c5463c95269b 2024-11-20T08:41:06,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/e4657b0029544b8f9fa4ae0fae4e65bf is 50, key is test_row_0/C:col10/1732092065735/Put/seqid=0 2024-11-20T08:41:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741889_1065 (size=12301) 2024-11-20T08:41:06,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092126764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092126773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092126783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092126783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092126883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:06,888 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:06,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:06,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:06,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:07,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/e4657b0029544b8f9fa4ae0fae4e65bf 2024-11-20T08:41:07,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/06e56418a4794a1e8c3b9dc40636fe74 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/06e56418a4794a1e8c3b9dc40636fe74 2024-11-20T08:41:07,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/06e56418a4794a1e8c3b9dc40636fe74, entries=200, sequenceid=301, filesize=14.4 K 2024-11-20T08:41:07,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/a90035165d274bd69e18c5463c95269b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a90035165d274bd69e18c5463c95269b 2024-11-20T08:41:07,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a90035165d274bd69e18c5463c95269b, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T08:41:07,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/e4657b0029544b8f9fa4ae0fae4e65bf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e4657b0029544b8f9fa4ae0fae4e65bf 2024-11-20T08:41:07,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e4657b0029544b8f9fa4ae0fae4e65bf, entries=150, sequenceid=301, filesize=12.0 K 2024-11-20T08:41:07,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 050707b51761adba2ef2bce9b0b93e3d in 967ms, sequenceid=301, compaction requested=true 2024-11-20T08:41:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:07,070 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:41:07,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:07,070 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:41:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:07,072 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:41:07,072 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:41:07,072 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. because compaction request was cancelled 2024-11-20T08:41:07,073 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:07,073 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:07,073 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:41:07,073 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:41:07,073 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. because compaction request was cancelled 2024-11-20T08:41:07,073 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:07,074 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:07,074 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:07,074 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:07,074 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d0d9ad01ce1946c3a398e7dd6411fe59, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/288be23d97e24849be9ce9ade5eff88b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e4657b0029544b8f9fa4ae0fae4e65bf] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=36.3 K 2024-11-20T08:41:07,075 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d9ad01ce1946c3a398e7dd6411fe59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732092065040 2024-11-20T08:41:07,075 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 288be23d97e24849be9ce9ade5eff88b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732092065180 2024-11-20T08:41:07,076 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4657b0029544b8f9fa4ae0fae4e65bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732092065735 2024-11-20T08:41:07,092 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:07,095 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/214d23bdfebc4a208200cb7cde578ad3 is 50, key is test_row_0/C:col10/1732092065735/Put/seqid=0 2024-11-20T08:41:07,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741890_1066 (size=12881) 2024-11-20T08:41:07,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T08:41:07,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:07,107 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:41:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:07,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:07,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7a27786e94814b99b9693b9e5d9c1d22 is 50, key is test_row_0/A:col10/1732092066132/Put/seqid=0 2024-11-20T08:41:07,120 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/214d23bdfebc4a208200cb7cde578ad3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/214d23bdfebc4a208200cb7cde578ad3 2024-11-20T08:41:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741891_1067 (size=12301) 2024-11-20T08:41:07,133 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into 214d23bdfebc4a208200cb7cde578ad3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:07,133 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:07,133 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092067071; duration=0sec 2024-11-20T08:41:07,133 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:07,133 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:07,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:07,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:07,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732092067299, max timestamp=1732092067317Num uniques 859; 2024-11-20T08:41:07,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732092067299, max timestamp=1732092067317Num uniques 859; 2024-11-20T08:41:07,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732092067299, max timestamp=1732092067317Num uniques 859; 2024-11-20T08:41:07,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T08:41:07,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T08:41:07,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T08:41:07,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092127351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092127352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092127353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092127354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:07,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092127463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092127463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092127464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092127464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,526 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7a27786e94814b99b9693b9e5d9c1d22 2024-11-20T08:41:07,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/4cb2a6b224f94b29a4963549c55e4676 is 50, key is test_row_0/B:col10/1732092066132/Put/seqid=0 2024-11-20T08:41:07,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741892_1068 (size=12301) 2024-11-20T08:41:07,548 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/4cb2a6b224f94b29a4963549c55e4676 2024-11-20T08:41:07,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/eb5fd87d1a50469a8a269737efa4cbba is 50, key is test_row_0/C:col10/1732092066132/Put/seqid=0 2024-11-20T08:41:07,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741893_1069 (size=12301) 2024-11-20T08:41:07,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092127673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092127673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092127673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092127673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092127903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,910 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,965 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/eb5fd87d1a50469a8a269737efa4cbba 2024-11-20T08:41:07,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7a27786e94814b99b9693b9e5d9c1d22 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7a27786e94814b99b9693b9e5d9c1d22 2024-11-20T08:41:07,981 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7a27786e94814b99b9693b9e5d9c1d22, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T08:41:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/4cb2a6b224f94b29a4963549c55e4676 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4cb2a6b224f94b29a4963549c55e4676 2024-11-20T08:41:07,988 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4cb2a6b224f94b29a4963549c55e4676, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T08:41:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092127983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/eb5fd87d1a50469a8a269737efa4cbba as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/eb5fd87d1a50469a8a269737efa4cbba 2024-11-20T08:41:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092127984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092127984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092127984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:07,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:07,996 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/eb5fd87d1a50469a8a269737efa4cbba, entries=150, sequenceid=314, filesize=12.0 K 2024-11-20T08:41:07,998 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for 050707b51761adba2ef2bce9b0b93e3d in 892ms, sequenceid=314, compaction requested=true 2024-11-20T08:41:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T08:41:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T08:41:08,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T08:41:08,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7610 sec 2024-11-20T08:41:08,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.7680 sec 2024-11-20T08:41:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:08,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=154.31 KB heapSize=430.69 KB 2024-11-20T08:41:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:08,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:08,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:08,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63a10f1395644d71bdcf9eb0b4869911 is 50, key is test_row_0/A:col10/1732092067351/Put/seqid=0 2024-11-20T08:41:08,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741894_1070 (size=14741) 2024-11-20T08:41:08,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092128507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092128512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092128515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092128517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092128623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,625 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092128623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092128623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092128633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092128849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092128849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092128850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092128850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:08,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63a10f1395644d71bdcf9eb0b4869911 2024-11-20T08:41:08,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/06655b37cd9d4367b4f032271a584692 is 50, key is test_row_0/B:col10/1732092067351/Put/seqid=0 2024-11-20T08:41:08,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741895_1071 (size=12301) 2024-11-20T08:41:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092129163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092129163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092129163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092129163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/06655b37cd9d4367b4f032271a584692 2024-11-20T08:41:09,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/168abe0b10d643b0b6ea0b1e17ad99b7 is 50, key is test_row_0/C:col10/1732092067351/Put/seqid=0 2024-11-20T08:41:09,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741896_1072 (size=12301) 2024-11-20T08:41:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T08:41:09,394 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:09,394 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T08:41:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:41:09,397 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:09,398 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:09,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:41:09,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T08:41:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:09,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:09,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092129673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092129673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092129673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092129673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:09,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:09,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T08:41:09,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:09,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:09,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:41:09,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/168abe0b10d643b0b6ea0b1e17ad99b7 2024-11-20T08:41:09,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63a10f1395644d71bdcf9eb0b4869911 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63a10f1395644d71bdcf9eb0b4869911 2024-11-20T08:41:09,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63a10f1395644d71bdcf9eb0b4869911, entries=200, sequenceid=352, filesize=14.4 K 2024-11-20T08:41:09,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/06655b37cd9d4367b4f032271a584692 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/06655b37cd9d4367b4f032271a584692 2024-11-20T08:41:09,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/06655b37cd9d4367b4f032271a584692, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T08:41:09,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/168abe0b10d643b0b6ea0b1e17ad99b7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/168abe0b10d643b0b6ea0b1e17ad99b7 2024-11-20T08:41:09,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/168abe0b10d643b0b6ea0b1e17ad99b7, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T08:41:09,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~430.64 KB/440976, currentSize=40.25 KB/41220 for 050707b51761adba2ef2bce9b0b93e3d in 1281ms, sequenceid=352, compaction requested=true 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:09,779 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:09,779 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:09,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:09,781 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54580 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:09,781 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:09,781 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,781 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/92ef7eff60034db494fc265df0b3cb4e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/06e56418a4794a1e8c3b9dc40636fe74, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7a27786e94814b99b9693b9e5d9c1d22, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63a10f1395644d71bdcf9eb0b4869911] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=53.3 K 2024-11-20T08:41:09,781 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49700 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:09,782 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:09,782 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,782 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92ef7eff60034db494fc265df0b3cb4e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732092065180 2024-11-20T08:41:09,782 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/b9696e0376a64f78b26e2e4d4a8d0bd8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a90035165d274bd69e18c5463c95269b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4cb2a6b224f94b29a4963549c55e4676, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/06655b37cd9d4367b4f032271a584692] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=48.5 K 2024-11-20T08:41:09,782 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06e56418a4794a1e8c3b9dc40636fe74, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732092065733 2024-11-20T08:41:09,782 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b9696e0376a64f78b26e2e4d4a8d0bd8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732092065180 2024-11-20T08:41:09,783 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a90035165d274bd69e18c5463c95269b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732092065735 2024-11-20T08:41:09,783 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a27786e94814b99b9693b9e5d9c1d22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732092066113 2024-11-20T08:41:09,783 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cb2a6b224f94b29a4963549c55e4676, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732092066113 2024-11-20T08:41:09,783 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63a10f1395644d71bdcf9eb0b4869911, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732092067350 2024-11-20T08:41:09,784 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 06655b37cd9d4367b4f032271a584692, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732092067350 2024-11-20T08:41:09,799 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:09,800 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63d574044d4a4c62bd0817f209c01886 is 50, key is test_row_0/A:col10/1732092067351/Put/seqid=0 2024-11-20T08:41:09,800 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:09,801 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/f6916fb9caad4c5fb1d19a523d8ef80d is 50, key is test_row_0/B:col10/1732092067351/Put/seqid=0 2024-11-20T08:41:09,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741897_1073 (size=12983) 2024-11-20T08:41:09,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741898_1074 (size=12983) 2024-11-20T08:41:09,823 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/f6916fb9caad4c5fb1d19a523d8ef80d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f6916fb9caad4c5fb1d19a523d8ef80d 2024-11-20T08:41:09,831 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into f6916fb9caad4c5fb1d19a523d8ef80d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:09,831 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:09,831 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=12, startTime=1732092069779; duration=0sec 2024-11-20T08:41:09,831 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:09,831 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:09,831 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:09,832 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:09,833 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:09,833 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,833 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/214d23bdfebc4a208200cb7cde578ad3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/eb5fd87d1a50469a8a269737efa4cbba, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/168abe0b10d643b0b6ea0b1e17ad99b7] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=36.6 K 2024-11-20T08:41:09,833 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 214d23bdfebc4a208200cb7cde578ad3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732092065735 2024-11-20T08:41:09,834 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5fd87d1a50469a8a269737efa4cbba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732092066113 2024-11-20T08:41:09,834 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 168abe0b10d643b0b6ea0b1e17ad99b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732092067350 2024-11-20T08:41:09,843 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:09,844 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/044beba8e332491daddc0807d73ee52f is 50, key is test_row_0/C:col10/1732092067351/Put/seqid=0 2024-11-20T08:41:09,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741899_1075 (size=12983) 2024-11-20T08:41:09,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:09,860 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:09,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:09,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/18046c6b1005454d9f69d917dbeb0988 is 50, key is test_row_1/A:col10/1732092068510/Put/seqid=0 2024-11-20T08:41:09,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741900_1076 (size=9857) 2024-11-20T08:41:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:09,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:10,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092069954, max timestamp=1732092070004Num uniques 859; 2024-11-20T08:41:10,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092069954, max timestamp=1732092070004Num uniques 859; 2024-11-20T08:41:10,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:10,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:10,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092069954, max timestamp=1732092070004Num uniques 859; 2024-11-20T08:41:10,008 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:41:10,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092130107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,215 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/63d574044d4a4c62bd0817f209c01886 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63d574044d4a4c62bd0817f209c01886 2024-11-20T08:41:10,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092130222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,225 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 63d574044d4a4c62bd0817f209c01886(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,225 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:10,225 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=12, startTime=1732092069779; duration=0sec 2024-11-20T08:41:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,225 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,225 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:10,225 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:10,256 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/044beba8e332491daddc0807d73ee52f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/044beba8e332491daddc0807d73ee52f 2024-11-20T08:41:10,263 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into 044beba8e332491daddc0807d73ee52f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:10,263 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:10,263 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092069779; duration=0sec 2024-11-20T08:41:10,263 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:10,264 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:10,271 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/18046c6b1005454d9f69d917dbeb0988 2024-11-20T08:41:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/606a223aa9994ba6820526e0692f3c88 is 50, key is test_row_1/B:col10/1732092068510/Put/seqid=0 2024-11-20T08:41:10,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741901_1077 (size=9857) 2024-11-20T08:41:10,287 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/606a223aa9994ba6820526e0692f3c88 2024-11-20T08:41:10,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/d29d1ec7c40a48f588d95d2474532f56 is 50, key is test_row_1/C:col10/1732092068510/Put/seqid=0 2024-11-20T08:41:10,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741902_1078 (size=9857) 2024-11-20T08:41:10,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092130433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:41:10,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092130683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,686 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092130693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,695 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092130693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092130694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,697 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:10,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,697 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,706 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/d29d1ec7c40a48f588d95d2474532f56 2024-11-20T08:41:10,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/18046c6b1005454d9f69d917dbeb0988 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/18046c6b1005454d9f69d917dbeb0988 2024-11-20T08:41:10,725 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/18046c6b1005454d9f69d917dbeb0988, entries=100, sequenceid=362, filesize=9.6 K 2024-11-20T08:41:10,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/606a223aa9994ba6820526e0692f3c88 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/606a223aa9994ba6820526e0692f3c88 2024-11-20T08:41:10,734 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/606a223aa9994ba6820526e0692f3c88, entries=100, sequenceid=362, filesize=9.6 K 2024-11-20T08:41:10,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/d29d1ec7c40a48f588d95d2474532f56 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d29d1ec7c40a48f588d95d2474532f56 2024-11-20T08:41:10,744 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d29d1ec7c40a48f588d95d2474532f56, entries=100, sequenceid=362, filesize=9.6 K 2024-11-20T08:41:10,746 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 050707b51761adba2ef2bce9b0b93e3d in 885ms, sequenceid=362, compaction requested=false 2024-11-20T08:41:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T08:41:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T08:41:10,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092070087, max timestamp=1732092070748Num uniques 1068; 2024-11-20T08:41:10,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092070087, max timestamp=1732092070748Num uniques 1068; 2024-11-20T08:41:10,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-20T08:41:10,753 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-20T08:41:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:10,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=67.09 KB heapSize=183.88 KB 2024-11-20T08:41:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:10,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:41:10,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T08:41:10,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3500 sec 2024-11-20T08:41:10,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3650 sec 2024-11-20T08:41:10,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f49c50f42f1a43d19b414e53018e1855 is 50, key is test_row_0/A:col10/1732092070100/Put/seqid=0 2024-11-20T08:41:10,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741903_1079 (size=14741) 2024-11-20T08:41:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092130856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:10,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092130973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:11,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f49c50f42f1a43d19b414e53018e1855 2024-11-20T08:41:11,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092131183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/fc0b840e8f524913b3204a87267e0b1d is 50, key is test_row_0/B:col10/1732092070100/Put/seqid=0 2024-11-20T08:41:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:11,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741904_1080 (size=12301) 2024-11-20T08:41:11,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/fc0b840e8f524913b3204a87267e0b1d 2024-11-20T08:41:11,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/fa0cc511bf804c0aa80d7e666b89770f is 50, key is test_row_0/C:col10/1732092070100/Put/seqid=0 2024-11-20T08:41:11,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741905_1081 (size=12301) 2024-11-20T08:41:11,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/fa0cc511bf804c0aa80d7e666b89770f 2024-11-20T08:41:11,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f49c50f42f1a43d19b414e53018e1855 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f49c50f42f1a43d19b414e53018e1855 2024-11-20T08:41:11,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f49c50f42f1a43d19b414e53018e1855, entries=200, sequenceid=402, filesize=14.4 K 2024-11-20T08:41:11,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/fc0b840e8f524913b3204a87267e0b1d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fc0b840e8f524913b3204a87267e0b1d 2024-11-20T08:41:11,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fc0b840e8f524913b3204a87267e0b1d, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T08:41:11,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/fa0cc511bf804c0aa80d7e666b89770f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/fa0cc511bf804c0aa80d7e666b89770f 2024-11-20T08:41:11,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/fa0cc511bf804c0aa80d7e666b89770f, entries=150, sequenceid=402, filesize=12.0 K 2024-11-20T08:41:11,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~183.83 KB/188240, currentSize=114.05 KB/116790 for 050707b51761adba2ef2bce9b0b93e3d in 508ms, sequenceid=402, compaction requested=true 2024-11-20T08:41:11,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:11,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:11,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:11,262 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:11,263 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:11,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:11,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:11,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:11,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:11,264 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37581 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:11,264 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:11,264 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,265 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63d574044d4a4c62bd0817f209c01886, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/18046c6b1005454d9f69d917dbeb0988, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f49c50f42f1a43d19b414e53018e1855] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=36.7 K 2024-11-20T08:41:11,265 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:11,265 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:11,265 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,265 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f6916fb9caad4c5fb1d19a523d8ef80d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/606a223aa9994ba6820526e0692f3c88, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fc0b840e8f524913b3204a87267e0b1d] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=34.3 K 2024-11-20T08:41:11,266 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f6916fb9caad4c5fb1d19a523d8ef80d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732092067350 2024-11-20T08:41:11,266 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63d574044d4a4c62bd0817f209c01886, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732092067350 2024-11-20T08:41:11,267 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 606a223aa9994ba6820526e0692f3c88, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732092068510 2024-11-20T08:41:11,267 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18046c6b1005454d9f69d917dbeb0988, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732092068510 2024-11-20T08:41:11,267 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fc0b840e8f524913b3204a87267e0b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732092070100 2024-11-20T08:41:11,267 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f49c50f42f1a43d19b414e53018e1855, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732092070087 2024-11-20T08:41:11,280 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:11,281 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e7f04aeaeacd48638cd605c1c1ac7b20 is 50, key is test_row_0/B:col10/1732092070100/Put/seqid=0 2024-11-20T08:41:11,282 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:11,283 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/323f7f996827477e9a67e4f74ba5bc2f is 50, key is test_row_0/A:col10/1732092070100/Put/seqid=0 2024-11-20T08:41:11,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741906_1082 (size=13085) 2024-11-20T08:41:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741907_1083 (size=13085) 2024-11-20T08:41:11,311 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e7f04aeaeacd48638cd605c1c1ac7b20 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e7f04aeaeacd48638cd605c1c1ac7b20 2024-11-20T08:41:11,319 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into e7f04aeaeacd48638cd605c1c1ac7b20(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:11,319 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:11,319 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092071262; duration=0sec 2024-11-20T08:41:11,319 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:11,319 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/323f7f996827477e9a67e4f74ba5bc2f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/323f7f996827477e9a67e4f74ba5bc2f 2024-11-20T08:41:11,319 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:11,319 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:11,321 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:11,321 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:11,321 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,321 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/044beba8e332491daddc0807d73ee52f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d29d1ec7c40a48f588d95d2474532f56, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/fa0cc511bf804c0aa80d7e666b89770f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=34.3 K 2024-11-20T08:41:11,322 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 044beba8e332491daddc0807d73ee52f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732092067350 2024-11-20T08:41:11,323 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d29d1ec7c40a48f588d95d2474532f56, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732092068510 2024-11-20T08:41:11,323 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fa0cc511bf804c0aa80d7e666b89770f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732092070100 2024-11-20T08:41:11,327 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 323f7f996827477e9a67e4f74ba5bc2f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:11,327 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:11,327 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092071262; duration=0sec 2024-11-20T08:41:11,327 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:11,327 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:11,334 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:11,335 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/a56f0a54384b48499131675655f5321b is 50, key is test_row_0/C:col10/1732092070100/Put/seqid=0 2024-11-20T08:41:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741908_1084 (size=13085) 2024-11-20T08:41:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:11,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-20T08:41:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:11,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:11,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/83201c1a1f6a4b50afdb3e0a19e9fd1f is 50, key is test_row_0/A:col10/1732092071493/Put/seqid=0 2024-11-20T08:41:11,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741909_1085 (size=14741) 2024-11-20T08:41:11,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092131538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T08:41:11,543 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:11,543 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T08:41:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:11,546 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:11,546 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:11,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:11,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092131652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:11,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:11,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:11,753 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/a56f0a54384b48499131675655f5321b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a56f0a54384b48499131675655f5321b 2024-11-20T08:41:11,759 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into a56f0a54384b48499131675655f5321b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:11,759 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:11,760 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092071263; duration=0sec 2024-11-20T08:41:11,760 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:11,760 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:11,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:11,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:11,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:11,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092131863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:11,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:11,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/83201c1a1f6a4b50afdb3e0a19e9fd1f 2024-11-20T08:41:11,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/be5f3376c86e4395a6123bd8d8700245 is 50, key is test_row_0/B:col10/1732092071493/Put/seqid=0 2024-11-20T08:41:11,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741910_1086 (size=12301) 2024-11-20T08:41:12,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:12,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092132173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:12,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/be5f3376c86e4395a6123bd8d8700245 2024-11-20T08:41:12,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/3a1380d130404979a27892250fec0ebf is 50, key is test_row_0/C:col10/1732092071493/Put/seqid=0 2024-11-20T08:41:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741911_1087 (size=12301) 2024-11-20T08:41:12,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:12,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:12,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092132683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:12,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,686 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:12,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092132703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:12,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092132704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:12,706 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:12,706 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,707 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:12,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092132713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:12,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092132713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:12,717 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:12,718 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:12,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:12,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/3a1380d130404979a27892250fec0ebf 2024-11-20T08:41:12,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/83201c1a1f6a4b50afdb3e0a19e9fd1f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/83201c1a1f6a4b50afdb3e0a19e9fd1f 2024-11-20T08:41:12,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/83201c1a1f6a4b50afdb3e0a19e9fd1f, entries=200, sequenceid=425, filesize=14.4 K 2024-11-20T08:41:12,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/be5f3376c86e4395a6123bd8d8700245 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/be5f3376c86e4395a6123bd8d8700245 2024-11-20T08:41:12,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/be5f3376c86e4395a6123bd8d8700245, entries=150, sequenceid=425, filesize=12.0 K 2024-11-20T08:41:12,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/3a1380d130404979a27892250fec0ebf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3a1380d130404979a27892250fec0ebf 2024-11-20T08:41:12,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3a1380d130404979a27892250fec0ebf, entries=150, sequenceid=425, filesize=12.0 K 2024-11-20T08:41:12,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 050707b51761adba2ef2bce9b0b93e3d in 1277ms, sequenceid=425, compaction requested=false 2024-11-20T08:41:12,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:12,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T08:41:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:12,782 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:41:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:12,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:12,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7c46ee0c09414a07a83e16748f0ba28f is 50, key is test_row_0/A:col10/1732092071536/Put/seqid=0 2024-11-20T08:41:12,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741912_1088 (size=12301) 2024-11-20T08:41:13,193 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7c46ee0c09414a07a83e16748f0ba28f 2024-11-20T08:41:13,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/324aa92eb9a6479aaa72e2902f04feb8 is 50, key is test_row_0/B:col10/1732092071536/Put/seqid=0 2024-11-20T08:41:13,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741913_1089 (size=12301) 2024-11-20T08:41:13,609 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/324aa92eb9a6479aaa72e2902f04feb8 2024-11-20T08:41:13,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/6d38d4522aa948a7af265c9134d79f05 is 50, key is test_row_0/C:col10/1732092071536/Put/seqid=0 2024-11-20T08:41:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741914_1090 (size=12301) 2024-11-20T08:41:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:13,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:13,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092073759, max timestamp=1732092073789Num uniques 859; 2024-11-20T08:41:13,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:13,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092133829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092133932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:14,026 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/6d38d4522aa948a7af265c9134d79f05 2024-11-20T08:41:14,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/7c46ee0c09414a07a83e16748f0ba28f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7c46ee0c09414a07a83e16748f0ba28f 2024-11-20T08:41:14,041 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7c46ee0c09414a07a83e16748f0ba28f, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T08:41:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/324aa92eb9a6479aaa72e2902f04feb8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/324aa92eb9a6479aaa72e2902f04feb8 2024-11-20T08:41:14,050 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/324aa92eb9a6479aaa72e2902f04feb8, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T08:41:14,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/6d38d4522aa948a7af265c9134d79f05 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/6d38d4522aa948a7af265c9134d79f05 2024-11-20T08:41:14,059 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/6d38d4522aa948a7af265c9134d79f05, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T08:41:14,061 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 050707b51761adba2ef2bce9b0b93e3d in 1278ms, sequenceid=437, compaction requested=true 2024-11-20T08:41:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:14,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T08:41:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T08:41:14,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T08:41:14,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5170 sec 2024-11-20T08:41:14,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 2.5230 sec 2024-11-20T08:41:14,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:14,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=131.94 KB heapSize=386.72 KB 2024-11-20T08:41:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:14,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:14,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/8cf89991248942d69d3ed0be230daa04 is 50, key is test_row_0/A:col10/1732092074147/Put/seqid=0 2024-11-20T08:41:14,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741915_1091 (size=14741) 2024-11-20T08:41:14,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/8cf89991248942d69d3ed0be230daa04 2024-11-20T08:41:14,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/0cb9913113c646b8b3b2e06277d4ab9a is 50, key is test_row_0/B:col10/1732092074147/Put/seqid=0 2024-11-20T08:41:14,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741916_1092 (size=12301) 2024-11-20T08:41:14,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:14,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092134198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:14,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092134303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:14,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:14,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:14,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092134523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:14,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:14,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/0cb9913113c646b8b3b2e06277d4ab9a 2024-11-20T08:41:14,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ade4f9661e23438a8ce245d5313ea723 is 50, key is test_row_0/C:col10/1732092074147/Put/seqid=0 2024-11-20T08:41:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741917_1093 (size=12301) 2024-11-20T08:41:14,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=464 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ade4f9661e23438a8ce245d5313ea723 2024-11-20T08:41:14,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/8cf89991248942d69d3ed0be230daa04 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8cf89991248942d69d3ed0be230daa04 2024-11-20T08:41:14,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8cf89991248942d69d3ed0be230daa04, entries=200, sequenceid=464, filesize=14.4 K 2024-11-20T08:41:14,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/0cb9913113c646b8b3b2e06277d4ab9a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0cb9913113c646b8b3b2e06277d4ab9a 2024-11-20T08:41:14,622 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0cb9913113c646b8b3b2e06277d4ab9a, entries=150, sequenceid=464, filesize=12.0 K 2024-11-20T08:41:14,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ade4f9661e23438a8ce245d5313ea723 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ade4f9661e23438a8ce245d5313ea723 2024-11-20T08:41:14,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ade4f9661e23438a8ce245d5313ea723, entries=150, sequenceid=464, filesize=12.0 K 2024-11-20T08:41:14,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~386.67 KB/395952, currentSize=46.96 KB/48090 for 050707b51761adba2ef2bce9b0b93e3d in 481ms, sequenceid=464, compaction requested=true 2024-11-20T08:41:14,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:14,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:14,630 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:14,630 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:14,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:14,631 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54868 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:14,631 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:14,631 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:14,632 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/323f7f996827477e9a67e4f74ba5bc2f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/83201c1a1f6a4b50afdb3e0a19e9fd1f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7c46ee0c09414a07a83e16748f0ba28f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8cf89991248942d69d3ed0be230daa04] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=53.6 K 2024-11-20T08:41:14,633 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 323f7f996827477e9a67e4f74ba5bc2f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732092070100 2024-11-20T08:41:14,633 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:14,633 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:14,633 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:14,633 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e7f04aeaeacd48638cd605c1c1ac7b20, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/be5f3376c86e4395a6123bd8d8700245, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/324aa92eb9a6479aaa72e2902f04feb8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0cb9913113c646b8b3b2e06277d4ab9a] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=48.8 K 2024-11-20T08:41:14,636 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e7f04aeaeacd48638cd605c1c1ac7b20, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732092070100 2024-11-20T08:41:14,636 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83201c1a1f6a4b50afdb3e0a19e9fd1f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732092070837 2024-11-20T08:41:14,637 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting be5f3376c86e4395a6123bd8d8700245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732092070848 2024-11-20T08:41:14,638 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c46ee0c09414a07a83e16748f0ba28f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732092071529 2024-11-20T08:41:14,638 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 324aa92eb9a6479aaa72e2902f04feb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732092071529 2024-11-20T08:41:14,638 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cb9913113c646b8b3b2e06277d4ab9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732092073777 2024-11-20T08:41:14,638 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf89991248942d69d3ed0be230daa04, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732092073777 2024-11-20T08:41:14,658 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#81 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:14,659 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/1a86d29d2cb244bf8b9b153c97356c3b is 50, key is test_row_0/B:col10/1732092074147/Put/seqid=0 2024-11-20T08:41:14,666 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:14,666 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a2954f1b184c4cd2ae3526b4d249d3ae is 50, key is test_row_0/A:col10/1732092074147/Put/seqid=0 2024-11-20T08:41:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741919_1095 (size=13221) 2024-11-20T08:41:14,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741918_1094 (size=13221) 2024-11-20T08:41:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:14,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:41:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:14,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:14,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/be5ed76d1341429ab963f4d1ba351844 is 50, key is test_row_0/A:col10/1732092074844/Put/seqid=0 2024-11-20T08:41:14,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741920_1096 (size=12301) 2024-11-20T08:41:14,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092074911, max timestamp=1732092074939Num uniques 859; 2024-11-20T08:41:14,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092074911, max timestamp=1732092074939Num uniques 859; 2024-11-20T08:41:14,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:14,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:14,943 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092074911, max timestamp=1732092074939Num uniques 859; 2024-11-20T08:41:14,944 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:41:15,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:15,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092135047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:15,080 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/1a86d29d2cb244bf8b9b153c97356c3b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1a86d29d2cb244bf8b9b153c97356c3b 2024-11-20T08:41:15,082 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/a2954f1b184c4cd2ae3526b4d249d3ae as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a2954f1b184c4cd2ae3526b4d249d3ae 2024-11-20T08:41:15,092 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into 1a86d29d2cb244bf8b9b153c97356c3b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:15,092 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:15,092 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=12, startTime=1732092074630; duration=0sec 2024-11-20T08:41:15,092 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:15,093 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:15,093 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:15,094 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into a2954f1b184c4cd2ae3526b4d249d3ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:15,094 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:15,094 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=12, startTime=1732092074629; duration=0sec 2024-11-20T08:41:15,094 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:15,094 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:15,095 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:15,095 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:15,095 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:15,095 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a56f0a54384b48499131675655f5321b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3a1380d130404979a27892250fec0ebf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/6d38d4522aa948a7af265c9134d79f05, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ade4f9661e23438a8ce245d5313ea723] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=48.8 K 2024-11-20T08:41:15,096 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a56f0a54384b48499131675655f5321b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1732092070100 2024-11-20T08:41:15,096 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a1380d130404979a27892250fec0ebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1732092070848 2024-11-20T08:41:15,097 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d38d4522aa948a7af265c9134d79f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732092071529 2024-11-20T08:41:15,097 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ade4f9661e23438a8ce245d5313ea723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732092073777 2024-11-20T08:41:15,113 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:15,114 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/13798b51141a4fafaac803f8304f984d is 50, key is test_row_0/C:col10/1732092074147/Put/seqid=0 2024-11-20T08:41:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741921_1097 (size=13221) 2024-11-20T08:41:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:15,171 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/13798b51141a4fafaac803f8304f984d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/13798b51141a4fafaac803f8304f984d 2024-11-20T08:41:15,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092135163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,174 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:15,182 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into 13798b51141a4fafaac803f8304f984d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:15,182 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:15,182 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=12, startTime=1732092074630; duration=0sec 2024-11-20T08:41:15,182 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:15,182 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:15,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/be5ed76d1341429ab963f4d1ba351844 2024-11-20T08:41:15,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/de7ff4ca838641d0ab3722104116c6c4 is 50, key is test_row_0/B:col10/1732092074844/Put/seqid=0 2024-11-20T08:41:15,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741922_1098 (size=12301) 2024-11-20T08:41:15,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:15,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092135383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:15,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/de7ff4ca838641d0ab3722104116c6c4 2024-11-20T08:41:15,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092135703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:15,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:15,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ec0985da4ef947a0ac60c04ef657974f is 50, key is test_row_0/C:col10/1732092074844/Put/seqid=0 2024-11-20T08:41:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T08:41:15,714 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:15,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:15,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T08:41:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T08:41:15,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:15,718 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:15,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:15,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741923_1099 (size=12301) 2024-11-20T08:41:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T08:41:15,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T08:41:15,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:15,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:15,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:16,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T08:41:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:16,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:16,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:16,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T08:41:16,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ec0985da4ef947a0ac60c04ef657974f 2024-11-20T08:41:16,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/be5ed76d1341429ab963f4d1ba351844 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/be5ed76d1341429ab963f4d1ba351844 2024-11-20T08:41:16,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/be5ed76d1341429ab963f4d1ba351844, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T08:41:16,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/de7ff4ca838641d0ab3722104116c6c4 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/de7ff4ca838641d0ab3722104116c6c4 2024-11-20T08:41:16,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/de7ff4ca838641d0ab3722104116c6c4, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T08:41:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ec0985da4ef947a0ac60c04ef657974f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec0985da4ef947a0ac60c04ef657974f 2024-11-20T08:41:16,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec0985da4ef947a0ac60c04ef657974f, entries=150, sequenceid=475, filesize=12.0 K 2024-11-20T08:41:16,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 050707b51761adba2ef2bce9b0b93e3d in 1313ms, sequenceid=475, compaction requested=false 2024-11-20T08:41:16,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:16,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T08:41:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:16,187 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-20T08:41:16,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:16,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/6f52eef206b946d495f4bc28107f189e is 50, key is test_row_0/A:col10/1732092075009/Put/seqid=0 2024-11-20T08:41:16,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:16,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:16,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741924_1100 (size=12301) 2024-11-20T08:41:16,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092136262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T08:41:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092136373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092136583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,636 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/6f52eef206b946d495f4bc28107f189e 2024-11-20T08:41:16,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/4dc87d555a95456d9d4f0a8729251b22 is 50, key is test_row_0/B:col10/1732092075009/Put/seqid=0 2024-11-20T08:41:16,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741925_1101 (size=12301) 2024-11-20T08:41:16,681 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/4dc87d555a95456d9d4f0a8729251b22 2024-11-20T08:41:16,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/48c584e2524b42ee90e54a6fd9308179 is 50, key is test_row_0/C:col10/1732092075009/Put/seqid=0 2024-11-20T08:41:16,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741926_1102 (size=12301) 2024-11-20T08:41:16,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41400 deadline: 1732092136733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,738 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41412 deadline: 1732092136742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41392 deadline: 1732092136743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,747 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,748 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41432 deadline: 1732092136753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,761 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 050707b51761adba2ef2bce9b0b93e3d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T08:41:16,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092136903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:16,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:16,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:17,125 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/48c584e2524b42ee90e54a6fd9308179 2024-11-20T08:41:17,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/6f52eef206b946d495f4bc28107f189e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/6f52eef206b946d495f4bc28107f189e 2024-11-20T08:41:17,144 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/6f52eef206b946d495f4bc28107f189e, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T08:41:17,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/4dc87d555a95456d9d4f0a8729251b22 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4dc87d555a95456d9d4f0a8729251b22 2024-11-20T08:41:17,162 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4dc87d555a95456d9d4f0a8729251b22, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T08:41:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/48c584e2524b42ee90e54a6fd9308179 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/48c584e2524b42ee90e54a6fd9308179 2024-11-20T08:41:17,174 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/48c584e2524b42ee90e54a6fd9308179, entries=150, sequenceid=513, filesize=12.0 K 2024-11-20T08:41:17,175 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 050707b51761adba2ef2bce9b0b93e3d in 988ms, sequenceid=513, compaction requested=true 2024-11-20T08:41:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:17,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T08:41:17,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T08:41:17,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T08:41:17,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4660 sec 2024-11-20T08:41:17,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4740 sec 2024-11-20T08:41:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:17,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T08:41:17,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:17,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:17,428 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:17,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f7bb64ca134e43abbd3a1f8aa914febc is 50, key is test_row_0/A:col10/1732092076244/Put/seqid=0 2024-11-20T08:41:17,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741927_1103 (size=12301) 2024-11-20T08:41:17,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f7bb64ca134e43abbd3a1f8aa914febc 2024-11-20T08:41:17,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/fabe0f9d5ecf48109d3109634a32de00 is 50, key is test_row_0/B:col10/1732092076244/Put/seqid=0 2024-11-20T08:41:17,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741928_1104 (size=12301) 2024-11-20T08:41:17,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/fabe0f9d5ecf48109d3109634a32de00 2024-11-20T08:41:17,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/9770892561be4ae189edbde8cea14103 is 50, key is test_row_0/C:col10/1732092076244/Put/seqid=0 2024-11-20T08:41:17,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092137564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741929_1105 (size=12301) 2024-11-20T08:41:17,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/9770892561be4ae189edbde8cea14103 2024-11-20T08:41:17,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f7bb64ca134e43abbd3a1f8aa914febc as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f7bb64ca134e43abbd3a1f8aa914febc 2024-11-20T08:41:17,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f7bb64ca134e43abbd3a1f8aa914febc, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T08:41:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/fabe0f9d5ecf48109d3109634a32de00 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fabe0f9d5ecf48109d3109634a32de00 2024-11-20T08:41:17,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fabe0f9d5ecf48109d3109634a32de00, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T08:41:17,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/9770892561be4ae189edbde8cea14103 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9770892561be4ae189edbde8cea14103 2024-11-20T08:41:17,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9770892561be4ae189edbde8cea14103, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T08:41:17,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 050707b51761adba2ef2bce9b0b93e3d in 195ms, sequenceid=525, compaction requested=true 2024-11-20T08:41:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:17,621 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:17,621 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:17,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:17,623 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:17,623 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:17,623 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:17,623 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1a86d29d2cb244bf8b9b153c97356c3b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/de7ff4ca838641d0ab3722104116c6c4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4dc87d555a95456d9d4f0a8729251b22, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fabe0f9d5ecf48109d3109634a32de00] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=48.9 K 2024-11-20T08:41:17,623 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:17,623 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:17,623 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:17,624 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a2954f1b184c4cd2ae3526b4d249d3ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/be5ed76d1341429ab963f4d1ba351844, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/6f52eef206b946d495f4bc28107f189e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f7bb64ca134e43abbd3a1f8aa914febc] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=48.9 K 2024-11-20T08:41:17,624 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a86d29d2cb244bf8b9b153c97356c3b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732092073777 2024-11-20T08:41:17,625 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2954f1b184c4cd2ae3526b4d249d3ae, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732092073777 2024-11-20T08:41:17,625 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting de7ff4ca838641d0ab3722104116c6c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732092074175 2024-11-20T08:41:17,625 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting be5ed76d1341429ab963f4d1ba351844, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732092074175 2024-11-20T08:41:17,626 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dc87d555a95456d9d4f0a8729251b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732092075009 2024-11-20T08:41:17,626 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f52eef206b946d495f4bc28107f189e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732092075009 2024-11-20T08:41:17,626 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fabe0f9d5ecf48109d3109634a32de00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092076214 2024-11-20T08:41:17,627 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7bb64ca134e43abbd3a1f8aa914febc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092076214 2024-11-20T08:41:17,647 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#93 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:17,648 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/bff7e601f3bd45b8b5afbd047f967393 is 50, key is test_row_0/B:col10/1732092076244/Put/seqid=0 2024-11-20T08:41:17,658 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:17,659 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/c5e5cffafdb944c4a2bb528be0116eab is 50, key is test_row_0/A:col10/1732092076244/Put/seqid=0 2024-11-20T08:41:17,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092077461, max timestamp=1732092077675Num uniques 859; 2024-11-20T08:41:17,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092077461, max timestamp=1732092077675Num uniques 859; 2024-11-20T08:41:17,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092077461, max timestamp=1732092077675Num uniques 859; 2024-11-20T08:41:17,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:17,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:17,679 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741930_1106 (size=13357) 2024-11-20T08:41:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:17,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=53.67 KB heapSize=145.92 KB 2024-11-20T08:41:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:17,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:17,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:17,721 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/bff7e601f3bd45b8b5afbd047f967393 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bff7e601f3bd45b8b5afbd047f967393 2024-11-20T08:41:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741931_1107 (size=13357) 2024-11-20T08:41:17,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/5abfb39417134f25ac286326f355daec is 50, key is test_row_0/A:col10/1732092077692/Put/seqid=0 2024-11-20T08:41:17,745 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/c5e5cffafdb944c4a2bb528be0116eab as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/c5e5cffafdb944c4a2bb528be0116eab 2024-11-20T08:41:17,753 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into c5e5cffafdb944c4a2bb528be0116eab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:17,753 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:17,753 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=12, startTime=1732092077620; duration=0sec 2024-11-20T08:41:17,753 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:17,753 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:17,754 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:41:17,758 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:41:17,758 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:17,758 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:17,758 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/13798b51141a4fafaac803f8304f984d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec0985da4ef947a0ac60c04ef657974f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/48c584e2524b42ee90e54a6fd9308179, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9770892561be4ae189edbde8cea14103] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=48.9 K 2024-11-20T08:41:17,759 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13798b51141a4fafaac803f8304f984d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=464, earliestPutTs=1732092073777 2024-11-20T08:41:17,759 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into bff7e601f3bd45b8b5afbd047f967393(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:17,760 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:17,760 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=12, startTime=1732092077621; duration=0sec 2024-11-20T08:41:17,760 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:17,760 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:17,760 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec0985da4ef947a0ac60c04ef657974f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1732092074175 2024-11-20T08:41:17,761 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48c584e2524b42ee90e54a6fd9308179, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=513, earliestPutTs=1732092075009 2024-11-20T08:41:17,761 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9770892561be4ae189edbde8cea14103, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092076214 2024-11-20T08:41:17,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741932_1108 (size=14741) 2024-11-20T08:41:17,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/5abfb39417134f25ac286326f355daec 2024-11-20T08:41:17,791 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:17,792 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/a53d19c70b70487f97bd191c81805088 is 50, key is test_row_0/C:col10/1732092076244/Put/seqid=0 2024-11-20T08:41:17,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e1f5076d8f904aad85197b5304ac6775 is 50, key is test_row_0/B:col10/1732092077692/Put/seqid=0 2024-11-20T08:41:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741933_1109 (size=13357) 2024-11-20T08:41:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741934_1110 (size=12301) 2024-11-20T08:41:17,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e1f5076d8f904aad85197b5304ac6775 2024-11-20T08:41:17,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092077825, max timestamp=1732092077854Num uniques 859; 2024-11-20T08:41:17,857 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:17,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092077825, max timestamp=1732092077854Num uniques 859; 2024-11-20T08:41:17,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:17,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/9a21a380a1a04e419c6344732af3b024 is 50, key is test_row_0/C:col10/1732092077692/Put/seqid=0 2024-11-20T08:41:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T08:41:17,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092077825, max timestamp=1732092077854Num uniques 859; 2024-11-20T08:41:17,863 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:17,863 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:17,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T08:41:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:17,867 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:17,868 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:17,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741935_1111 (size=12301) 2024-11-20T08:41:17,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=550 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/9a21a380a1a04e419c6344732af3b024 2024-11-20T08:41:17,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/5abfb39417134f25ac286326f355daec as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/5abfb39417134f25ac286326f355daec 2024-11-20T08:41:17,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/5abfb39417134f25ac286326f355daec, entries=200, sequenceid=550, filesize=14.4 K 2024-11-20T08:41:17,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/e1f5076d8f904aad85197b5304ac6775 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e1f5076d8f904aad85197b5304ac6775 2024-11-20T08:41:17,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e1f5076d8f904aad85197b5304ac6775, entries=150, sequenceid=550, filesize=12.0 K 2024-11-20T08:41:17,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/9a21a380a1a04e419c6344732af3b024 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9a21a380a1a04e419c6344732af3b024 2024-11-20T08:41:17,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9a21a380a1a04e419c6344732af3b024, entries=150, sequenceid=550, filesize=12.0 K 2024-11-20T08:41:17,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~145.88 KB/149376, currentSize=80.51 KB/82440 for 050707b51761adba2ef2bce9b0b93e3d in 224ms, sequenceid=550, compaction requested=false 2024-11-20T08:41:17,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:17,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=87.22 KB heapSize=245.53 KB 2024-11-20T08:41:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:17,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:17,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f3f5e20661894f8288b2c6a6fd7e8692 is 50, key is test_row_0/A:col10/1732092077933/Put/seqid=0 2024-11-20T08:41:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:17,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741936_1112 (size=14741) 2024-11-20T08:41:18,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f3f5e20661894f8288b2c6a6fd7e8692 2024-11-20T08:41:18,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T08:41:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:18,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/46ffbc8b8a0e4eb4a31780564f3c4be4 is 50, key is test_row_0/B:col10/1732092077933/Put/seqid=0 2024-11-20T08:41:18,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741937_1113 (size=12301) 2024-11-20T08:41:18,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/46ffbc8b8a0e4eb4a31780564f3c4be4 2024-11-20T08:41:18,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092138069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:18,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:18,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ec5cbc55b2c841c4a7e85f78706ea86a is 50, key is test_row_0/C:col10/1732092077933/Put/seqid=0 2024-11-20T08:41:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741938_1114 (size=12301) 2024-11-20T08:41:18,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T08:41:18,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:18,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:18,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:18,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092138183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:18,227 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/a53d19c70b70487f97bd191c81805088 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a53d19c70b70487f97bd191c81805088 2024-11-20T08:41:18,239 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into a53d19c70b70487f97bd191c81805088(size=13.0 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:18,239 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:18,240 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=12, startTime=1732092077621; duration=0sec 2024-11-20T08:41:18,240 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:18,240 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:18,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T08:41:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092138393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:18,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T08:41:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:18,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:18,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=582 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ec5cbc55b2c841c4a7e85f78706ea86a 2024-11-20T08:41:18,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/f3f5e20661894f8288b2c6a6fd7e8692 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f3f5e20661894f8288b2c6a6fd7e8692 2024-11-20T08:41:18,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f3f5e20661894f8288b2c6a6fd7e8692, entries=200, sequenceid=582, filesize=14.4 K 2024-11-20T08:41:18,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/46ffbc8b8a0e4eb4a31780564f3c4be4 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/46ffbc8b8a0e4eb4a31780564f3c4be4 2024-11-20T08:41:18,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/46ffbc8b8a0e4eb4a31780564f3c4be4, entries=150, sequenceid=582, filesize=12.0 K 2024-11-20T08:41:18,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ec5cbc55b2c841c4a7e85f78706ea86a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec5cbc55b2c841c4a7e85f78706ea86a 2024-11-20T08:41:18,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec5cbc55b2c841c4a7e85f78706ea86a, entries=150, sequenceid=582, filesize=12.0 K 2024-11-20T08:41:18,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~245.48 KB/251376, currentSize=93.93 KB/96180 for 050707b51761adba2ef2bce9b0b93e3d in 602ms, sequenceid=582, compaction requested=true 2024-11-20T08:41:18,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:18,538 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:18,538 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:18,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:18,540 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:18,540 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:18,540 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:18,540 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:18,540 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,540 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bff7e601f3bd45b8b5afbd047f967393, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e1f5076d8f904aad85197b5304ac6775, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/46ffbc8b8a0e4eb4a31780564f3c4be4] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.1 K 2024-11-20T08:41:18,540 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,540 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/c5e5cffafdb944c4a2bb528be0116eab, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/5abfb39417134f25ac286326f355daec, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f3f5e20661894f8288b2c6a6fd7e8692] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=41.8 K 2024-11-20T08:41:18,541 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bff7e601f3bd45b8b5afbd047f967393, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092076214 2024-11-20T08:41:18,541 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e5cffafdb944c4a2bb528be0116eab, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092076214 2024-11-20T08:41:18,541 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e1f5076d8f904aad85197b5304ac6775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732092077675 2024-11-20T08:41:18,541 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5abfb39417134f25ac286326f355daec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732092077675 2024-11-20T08:41:18,542 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 46ffbc8b8a0e4eb4a31780564f3c4be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732092077893 2024-11-20T08:41:18,542 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3f5e20661894f8288b2c6a6fd7e8692, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732092077877 2024-11-20T08:41:18,556 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:18,557 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/2c5755209c324978afb1ee98c000acfa is 50, key is test_row_0/A:col10/1732092077933/Put/seqid=0 2024-11-20T08:41:18,565 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:18,566 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/75fbf3bfb41147818dc35dd8739ea689 is 50, key is test_row_0/B:col10/1732092077933/Put/seqid=0 2024-11-20T08:41:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741939_1115 (size=13459) 2024-11-20T08:41:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741940_1116 (size=13459) 2024-11-20T08:41:18,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T08:41:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,644 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T08:41:18,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:18,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:18,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:18,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:18,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:18,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:18,653 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/2c5755209c324978afb1ee98c000acfa as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/2c5755209c324978afb1ee98c000acfa 2024-11-20T08:41:18,662 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into 2c5755209c324978afb1ee98c000acfa(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:18,662 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:18,662 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092078537; duration=0sec 2024-11-20T08:41:18,662 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:18,663 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:18,663 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:18,664 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:18,664 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:18,665 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:18,665 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a53d19c70b70487f97bd191c81805088, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9a21a380a1a04e419c6344732af3b024, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec5cbc55b2c841c4a7e85f78706ea86a] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.1 K 2024-11-20T08:41:18,666 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a53d19c70b70487f97bd191c81805088, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092076214 2024-11-20T08:41:18,666 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a21a380a1a04e419c6344732af3b024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=550, earliestPutTs=1732092077675 2024-11-20T08:41:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/22175682ad364e1387d5c5c38bf0ad6e is 50, key is test_row_0/A:col10/1732092078045/Put/seqid=0 2024-11-20T08:41:18,667 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec5cbc55b2c841c4a7e85f78706ea86a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732092077893 2024-11-20T08:41:18,680 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:18,681 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/035e8fc5731f445589ebc30d91a7135d is 50, key is test_row_0/C:col10/1732092077933/Put/seqid=0 2024-11-20T08:41:18,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741941_1117 (size=12301) 2024-11-20T08:41:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741942_1118 (size=13459) 2024-11-20T08:41:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:18,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. as already flushing 2024-11-20T08:41:18,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092138781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:18,782 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092138893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:19,018 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/75fbf3bfb41147818dc35dd8739ea689 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/75fbf3bfb41147818dc35dd8739ea689 2024-11-20T08:41:19,031 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into 75fbf3bfb41147818dc35dd8739ea689(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:19,031 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:19,031 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092078538; duration=0sec 2024-11-20T08:41:19,032 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:19,032 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:19,096 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/22175682ad364e1387d5c5c38bf0ad6e 2024-11-20T08:41:19,113 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/035e8fc5731f445589ebc30d91a7135d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/035e8fc5731f445589ebc30d91a7135d 2024-11-20T08:41:19,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092139113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:19,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:19,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ebe0db5f8194416f8a2b86613913d360 is 50, key is test_row_0/B:col10/1732092078045/Put/seqid=0 2024-11-20T08:41:19,132 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into 035e8fc5731f445589ebc30d91a7135d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:19,132 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:19,133 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092078538; duration=0sec 2024-11-20T08:41:19,133 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:19,133 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:19,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741943_1119 (size=12301) 2024-11-20T08:41:19,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092139423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:19,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:19,543 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ebe0db5f8194416f8a2b86613913d360 2024-11-20T08:41:19,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/18dacc55d65a4edab74129df3625990e is 50, key is test_row_0/C:col10/1732092078045/Put/seqid=0 2024-11-20T08:41:19,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741944_1120 (size=12301) 2024-11-20T08:41:19,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:19,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41362 deadline: 1732092139933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:19,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:41:19,979 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=600 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/18dacc55d65a4edab74129df3625990e 2024-11-20T08:41:19,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/22175682ad364e1387d5c5c38bf0ad6e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/22175682ad364e1387d5c5c38bf0ad6e 2024-11-20T08:41:19,995 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/22175682ad364e1387d5c5c38bf0ad6e, entries=150, sequenceid=600, filesize=12.0 K 2024-11-20T08:41:19,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/ebe0db5f8194416f8a2b86613913d360 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ebe0db5f8194416f8a2b86613913d360 2024-11-20T08:41:20,004 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ebe0db5f8194416f8a2b86613913d360, entries=150, sequenceid=600, filesize=12.0 K 2024-11-20T08:41:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/18dacc55d65a4edab74129df3625990e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/18dacc55d65a4edab74129df3625990e 2024-11-20T08:41:20,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:20,013 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/18dacc55d65a4edab74129df3625990e, entries=150, sequenceid=600, filesize=12.0 K 2024-11-20T08:41:20,016 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 050707b51761adba2ef2bce9b0b93e3d in 1373ms, sequenceid=600, compaction requested=false 2024-11-20T08:41:20,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:20,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:20,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T08:41:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T08:41:20,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T08:41:20,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1510 sec 2024-11-20T08:41:20,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.1580 sec 2024-11-20T08:41:20,905 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T08:41:20,906 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:20,909 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T08:41:20,909 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:20,914 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T08:41:20,914 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:20,915 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T08:41:20,915 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:20,916 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,916 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,916 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,916 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,917 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,916 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:20,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:20,917 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,917 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:20,917 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,917 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:20,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:20,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T08:41:20,948 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T08:41:20,948 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:20,948 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:20,948 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:20,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:20,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:20,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/bdef56cef1514ec3b80db419eaee176a is 50, key is test_row_0/A:col10/1732092078764/Put/seqid=0 2024-11-20T08:41:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741945_1121 (size=12301) 2024-11-20T08:41:21,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/bdef56cef1514ec3b80db419eaee176a 2024-11-20T08:41:21,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/0f277c54e53a43dd8b3098a621bf00f6 is 50, key is test_row_0/B:col10/1732092078764/Put/seqid=0 2024-11-20T08:41:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741946_1122 (size=12301) 2024-11-20T08:41:21,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/0f277c54e53a43dd8b3098a621bf00f6 2024-11-20T08:41:21,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/4f5f03f32a6a4dee81497ba8d950cb4f is 50, key is test_row_0/C:col10/1732092078764/Put/seqid=0 2024-11-20T08:41:21,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741947_1123 (size=12301) 2024-11-20T08:41:21,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=619 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/4f5f03f32a6a4dee81497ba8d950cb4f 2024-11-20T08:41:21,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/bdef56cef1514ec3b80db419eaee176a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/bdef56cef1514ec3b80db419eaee176a 2024-11-20T08:41:21,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/bdef56cef1514ec3b80db419eaee176a, entries=150, sequenceid=619, filesize=12.0 K 2024-11-20T08:41:21,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/0f277c54e53a43dd8b3098a621bf00f6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0f277c54e53a43dd8b3098a621bf00f6 2024-11-20T08:41:21,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0f277c54e53a43dd8b3098a621bf00f6, entries=150, sequenceid=619, filesize=12.0 K 2024-11-20T08:41:21,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/4f5f03f32a6a4dee81497ba8d950cb4f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/4f5f03f32a6a4dee81497ba8d950cb4f 2024-11-20T08:41:21,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/4f5f03f32a6a4dee81497ba8d950cb4f, entries=150, sequenceid=619, filesize=12.0 K 2024-11-20T08:41:21,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for 050707b51761adba2ef2bce9b0b93e3d in 507ms, sequenceid=619, compaction requested=true 2024-11-20T08:41:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:21,455 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:21,455 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 050707b51761adba2ef2bce9b0b93e3d:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:21,456 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:21,456 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:21,456 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/A is initiating minor compaction (all files) 2024-11-20T08:41:21,456 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/B is initiating minor compaction (all files) 2024-11-20T08:41:21,456 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/A in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:21,456 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/B in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:21,456 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/2c5755209c324978afb1ee98c000acfa, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/22175682ad364e1387d5c5c38bf0ad6e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/bdef56cef1514ec3b80db419eaee176a] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.2 K 2024-11-20T08:41:21,456 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/75fbf3bfb41147818dc35dd8739ea689, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ebe0db5f8194416f8a2b86613913d360, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0f277c54e53a43dd8b3098a621bf00f6] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.2 K 2024-11-20T08:41:21,456 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c5755209c324978afb1ee98c000acfa, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732092077893 2024-11-20T08:41:21,456 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 75fbf3bfb41147818dc35dd8739ea689, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732092077893 2024-11-20T08:41:21,457 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22175682ad364e1387d5c5c38bf0ad6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732092078020 2024-11-20T08:41:21,457 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ebe0db5f8194416f8a2b86613913d360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732092078020 2024-11-20T08:41:21,457 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdef56cef1514ec3b80db419eaee176a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1732092078764 2024-11-20T08:41:21,457 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f277c54e53a43dd8b3098a621bf00f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1732092078764 2024-11-20T08:41:21,466 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:21,467 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/eb8e5bfb33bd41cfba1d25c02feccc2a is 50, key is test_row_0/A:col10/1732092078764/Put/seqid=0 2024-11-20T08:41:21,469 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:21,470 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/cda1093278bf4f68a0d6537f4c3ee753 is 50, key is test_row_0/B:col10/1732092078764/Put/seqid=0 2024-11-20T08:41:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741948_1124 (size=13561) 2024-11-20T08:41:21,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741949_1125 (size=13561) 2024-11-20T08:41:21,878 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/eb8e5bfb33bd41cfba1d25c02feccc2a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/eb8e5bfb33bd41cfba1d25c02feccc2a 2024-11-20T08:41:21,880 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/cda1093278bf4f68a0d6537f4c3ee753 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/cda1093278bf4f68a0d6537f4c3ee753 2024-11-20T08:41:21,884 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/A of 050707b51761adba2ef2bce9b0b93e3d into eb8e5bfb33bd41cfba1d25c02feccc2a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:21,884 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:21,884 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/A, priority=13, startTime=1732092081454; duration=0sec 2024-11-20T08:41:21,884 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:21,884 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:A 2024-11-20T08:41:21,884 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:21,885 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:21,886 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 050707b51761adba2ef2bce9b0b93e3d/C is initiating minor compaction (all files) 2024-11-20T08:41:21,886 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 050707b51761adba2ef2bce9b0b93e3d/C in TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:21,886 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/B of 050707b51761adba2ef2bce9b0b93e3d into cda1093278bf4f68a0d6537f4c3ee753(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:21,886 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:21,886 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/035e8fc5731f445589ebc30d91a7135d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/18dacc55d65a4edab74129df3625990e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/4f5f03f32a6a4dee81497ba8d950cb4f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp, totalSize=37.2 K 2024-11-20T08:41:21,886 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/B, priority=13, startTime=1732092081455; duration=0sec 2024-11-20T08:41:21,886 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:21,886 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:B 2024-11-20T08:41:21,886 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035e8fc5731f445589ebc30d91a7135d, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=582, earliestPutTs=1732092077893 2024-11-20T08:41:21,887 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18dacc55d65a4edab74129df3625990e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=600, earliestPutTs=1732092078020 2024-11-20T08:41:21,887 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f5f03f32a6a4dee81497ba8d950cb4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=619, earliestPutTs=1732092078764 2024-11-20T08:41:21,894 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 050707b51761adba2ef2bce9b0b93e3d#C#compaction#113 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:21,895 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ef0cb57659714104a99d2650ccbde4a7 is 50, key is test_row_0/C:col10/1732092078764/Put/seqid=0 2024-11-20T08:41:21,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741950_1126 (size=13561) 2024-11-20T08:41:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T08:41:22,024 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:22,306 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/ef0cb57659714104a99d2650ccbde4a7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ef0cb57659714104a99d2650ccbde4a7 2024-11-20T08:41:22,312 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 050707b51761adba2ef2bce9b0b93e3d/C of 050707b51761adba2ef2bce9b0b93e3d into ef0cb57659714104a99d2650ccbde4a7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:22,312 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 050707b51761adba2ef2bce9b0b93e3d: 2024-11-20T08:41:22,312 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., storeName=050707b51761adba2ef2bce9b0b93e3d/C, priority=13, startTime=1732092081455; duration=0sec 2024-11-20T08:41:22,312 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:22,313 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 050707b51761adba2ef2bce9b0b93e3d:C 2024-11-20T08:41:23,922 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:41:26,774 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T08:41:26,774 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:26,775 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,775 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:26,824 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T08:41:26,824 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:26,824 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,824 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:26,834 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T08:41:26,834 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T08:41:26,834 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:26,834 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:26,834 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,834 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,834 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,834 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:26,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 258 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2475 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2362 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1129 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3383 rows 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1124 2024-11-20T08:41:26,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3368 rows 2024-11-20T08:41:26,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:41:26,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:41:26,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:26,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:26,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:41:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T08:41:26,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092086847"}]},"ts":"1732092086847"} 2024-11-20T08:41:26,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:41:26,849 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:41:26,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:41:26,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, UNASSIGN}] 2024-11-20T08:41:26,855 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, UNASSIGN 2024-11-20T08:41:26,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=050707b51761adba2ef2bce9b0b93e3d, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:26,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, UNASSIGN because future has completed 2024-11-20T08:41:26,859 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:41:26,859 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:41:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T08:41:27,016 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:27,016 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing 050707b51761adba2ef2bce9b0b93e3d, disabling compactions & flushes 2024-11-20T08:41:27,017 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. after waiting 0 ms 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:27,017 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing 050707b51761adba2ef2bce9b0b93e3d 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=A 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=B 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 050707b51761adba2ef2bce9b0b93e3d, store=C 2024-11-20T08:41:27,017 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:27,022 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/025c9b725d304f76829629d5d0188a14 is 50, key is test_row_0/A:col10/1732092086833/Put/seqid=0 2024-11-20T08:41:27,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741951_1127 (size=12301) 2024-11-20T08:41:27,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T08:41:27,427 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/025c9b725d304f76829629d5d0188a14 2024-11-20T08:41:27,439 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/5af033295d404f3d95232ca434bf35f1 is 50, key is test_row_0/B:col10/1732092086833/Put/seqid=0 2024-11-20T08:41:27,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741952_1128 (size=12301) 2024-11-20T08:41:27,450 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/5af033295d404f3d95232ca434bf35f1 2024-11-20T08:41:27,462 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/5f22ee38b8734a3bbe4bcd69b9d61da2 is 50, key is test_row_0/C:col10/1732092086833/Put/seqid=0 2024-11-20T08:41:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T08:41:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741953_1129 (size=12301) 2024-11-20T08:41:27,878 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=629 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/5f22ee38b8734a3bbe4bcd69b9d61da2 2024-11-20T08:41:27,884 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/A/025c9b725d304f76829629d5d0188a14 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/025c9b725d304f76829629d5d0188a14 2024-11-20T08:41:27,890 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/025c9b725d304f76829629d5d0188a14, entries=150, sequenceid=629, filesize=12.0 K 2024-11-20T08:41:27,890 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/B/5af033295d404f3d95232ca434bf35f1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/5af033295d404f3d95232ca434bf35f1 2024-11-20T08:41:27,895 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/5af033295d404f3d95232ca434bf35f1, entries=150, sequenceid=629, filesize=12.0 K 2024-11-20T08:41:27,896 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/.tmp/C/5f22ee38b8734a3bbe4bcd69b9d61da2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/5f22ee38b8734a3bbe4bcd69b9d61da2 2024-11-20T08:41:27,900 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/5f22ee38b8734a3bbe4bcd69b9d61da2, entries=150, sequenceid=629, filesize=12.0 K 2024-11-20T08:41:27,901 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 050707b51761adba2ef2bce9b0b93e3d in 884ms, sequenceid=629, compaction requested=false 2024-11-20T08:41:27,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b8feaae0e0624f66ad4fe8dc8d0a2924, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b107d5b219c6465d8e83e2d7d42dd9b0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cf5a96d7eb564b6987097419c4bfd07f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/02b81b7c4d76474d96417ec06c633d34, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/15f5601c8b664e2283e4ed4094d05d7c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/24d06506648f49c49117c9e757017ba5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63ae9d2437204a99864636337d3b9350, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8e13c39351d247d98e01ac8deb3bdef7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/945462f1b4af449baf9a9a655386338c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7bce027ee5994c62af2584c0e32449ec, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/810ebf98e0ed4b3ebcd0aa69c3154802, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a1148e91f3fc4d21a05e25200f210dda, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cbac7cdc044f4d81b53674a8e56da98d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/1d9783eba33e4202a25e4befa7980a4a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/efa3b3fcc94747fa87fb7b11c2e313cd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/92ef7eff60034db494fc265df0b3cb4e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a72a9081541b44a0a0aafb96a6a01fad, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/06e56418a4794a1e8c3b9dc40636fe74, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7a27786e94814b99b9693b9e5d9c1d22, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63a10f1395644d71bdcf9eb0b4869911, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63d574044d4a4c62bd0817f209c01886, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/18046c6b1005454d9f69d917dbeb0988, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f49c50f42f1a43d19b414e53018e1855, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/323f7f996827477e9a67e4f74ba5bc2f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/83201c1a1f6a4b50afdb3e0a19e9fd1f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7c46ee0c09414a07a83e16748f0ba28f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8cf89991248942d69d3ed0be230daa04, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a2954f1b184c4cd2ae3526b4d249d3ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/be5ed76d1341429ab963f4d1ba351844, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/6f52eef206b946d495f4bc28107f189e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/c5e5cffafdb944c4a2bb528be0116eab, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f7bb64ca134e43abbd3a1f8aa914febc, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/5abfb39417134f25ac286326f355daec, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f3f5e20661894f8288b2c6a6fd7e8692, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/2c5755209c324978afb1ee98c000acfa, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/22175682ad364e1387d5c5c38bf0ad6e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/bdef56cef1514ec3b80db419eaee176a] to archive 2024-11-20T08:41:27,905 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:41:27,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b8feaae0e0624f66ad4fe8dc8d0a2924 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b8feaae0e0624f66ad4fe8dc8d0a2924 2024-11-20T08:41:27,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b107d5b219c6465d8e83e2d7d42dd9b0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/b107d5b219c6465d8e83e2d7d42dd9b0 2024-11-20T08:41:27,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cf5a96d7eb564b6987097419c4bfd07f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cf5a96d7eb564b6987097419c4bfd07f 2024-11-20T08:41:27,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/02b81b7c4d76474d96417ec06c633d34 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/02b81b7c4d76474d96417ec06c633d34 2024-11-20T08:41:27,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/15f5601c8b664e2283e4ed4094d05d7c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/15f5601c8b664e2283e4ed4094d05d7c 2024-11-20T08:41:27,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/24d06506648f49c49117c9e757017ba5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/24d06506648f49c49117c9e757017ba5 2024-11-20T08:41:27,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63ae9d2437204a99864636337d3b9350 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63ae9d2437204a99864636337d3b9350 2024-11-20T08:41:27,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8e13c39351d247d98e01ac8deb3bdef7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8e13c39351d247d98e01ac8deb3bdef7 2024-11-20T08:41:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/945462f1b4af449baf9a9a655386338c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/945462f1b4af449baf9a9a655386338c 2024-11-20T08:41:27,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7bce027ee5994c62af2584c0e32449ec to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7bce027ee5994c62af2584c0e32449ec 2024-11-20T08:41:27,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/810ebf98e0ed4b3ebcd0aa69c3154802 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/810ebf98e0ed4b3ebcd0aa69c3154802 2024-11-20T08:41:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a1148e91f3fc4d21a05e25200f210dda to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a1148e91f3fc4d21a05e25200f210dda 2024-11-20T08:41:27,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cbac7cdc044f4d81b53674a8e56da98d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/cbac7cdc044f4d81b53674a8e56da98d 2024-11-20T08:41:27,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/1d9783eba33e4202a25e4befa7980a4a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/1d9783eba33e4202a25e4befa7980a4a 2024-11-20T08:41:27,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/efa3b3fcc94747fa87fb7b11c2e313cd to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/efa3b3fcc94747fa87fb7b11c2e313cd 2024-11-20T08:41:27,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/92ef7eff60034db494fc265df0b3cb4e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/92ef7eff60034db494fc265df0b3cb4e 2024-11-20T08:41:27,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a72a9081541b44a0a0aafb96a6a01fad to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a72a9081541b44a0a0aafb96a6a01fad 2024-11-20T08:41:27,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/06e56418a4794a1e8c3b9dc40636fe74 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/06e56418a4794a1e8c3b9dc40636fe74 2024-11-20T08:41:27,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7a27786e94814b99b9693b9e5d9c1d22 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7a27786e94814b99b9693b9e5d9c1d22 2024-11-20T08:41:27,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63a10f1395644d71bdcf9eb0b4869911 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63a10f1395644d71bdcf9eb0b4869911 2024-11-20T08:41:27,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63d574044d4a4c62bd0817f209c01886 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/63d574044d4a4c62bd0817f209c01886 2024-11-20T08:41:27,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/18046c6b1005454d9f69d917dbeb0988 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/18046c6b1005454d9f69d917dbeb0988 2024-11-20T08:41:27,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f49c50f42f1a43d19b414e53018e1855 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f49c50f42f1a43d19b414e53018e1855 2024-11-20T08:41:27,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/323f7f996827477e9a67e4f74ba5bc2f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/323f7f996827477e9a67e4f74ba5bc2f 2024-11-20T08:41:27,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/83201c1a1f6a4b50afdb3e0a19e9fd1f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/83201c1a1f6a4b50afdb3e0a19e9fd1f 2024-11-20T08:41:27,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7c46ee0c09414a07a83e16748f0ba28f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/7c46ee0c09414a07a83e16748f0ba28f 2024-11-20T08:41:27,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8cf89991248942d69d3ed0be230daa04 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/8cf89991248942d69d3ed0be230daa04 2024-11-20T08:41:27,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a2954f1b184c4cd2ae3526b4d249d3ae to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/a2954f1b184c4cd2ae3526b4d249d3ae 2024-11-20T08:41:27,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/be5ed76d1341429ab963f4d1ba351844 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/be5ed76d1341429ab963f4d1ba351844 2024-11-20T08:41:27,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/6f52eef206b946d495f4bc28107f189e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/6f52eef206b946d495f4bc28107f189e 2024-11-20T08:41:27,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/c5e5cffafdb944c4a2bb528be0116eab to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/c5e5cffafdb944c4a2bb528be0116eab 2024-11-20T08:41:27,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f7bb64ca134e43abbd3a1f8aa914febc to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f7bb64ca134e43abbd3a1f8aa914febc 2024-11-20T08:41:27,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/5abfb39417134f25ac286326f355daec to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/5abfb39417134f25ac286326f355daec 2024-11-20T08:41:27,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f3f5e20661894f8288b2c6a6fd7e8692 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/f3f5e20661894f8288b2c6a6fd7e8692 2024-11-20T08:41:27,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/2c5755209c324978afb1ee98c000acfa to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/2c5755209c324978afb1ee98c000acfa 2024-11-20T08:41:27,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/22175682ad364e1387d5c5c38bf0ad6e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/22175682ad364e1387d5c5c38bf0ad6e 2024-11-20T08:41:27,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/bdef56cef1514ec3b80db419eaee176a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/bdef56cef1514ec3b80db419eaee176a 2024-11-20T08:41:27,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/884a4be3b1dd4423914240927a5e4955, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a42e1f86f03b416793e523e2cef28f42, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7c3fb5f336b043869c6a7633c49a9135, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/21dc81a92141416f8d7f6acfb0ddb6f2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/13c9a15cc82c4cb2987c54e3fd9fb0ce, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1ea4055229c647cbb52b35ec3ba8b514, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/56f3a41bf8084c10ba86e18e4f18b797, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/95dd7ce887b9457c8fdabec120c70461, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bf34437deab841c98c516155223359af, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ed6fdb18f75b4276b4011b288ac661ad, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/371b47d0e49040b4be8f1ba5169d58af, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7280bf27fd314ea69d3a0e3d710ba24b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/dffd96e4f0054197a3523d6ed513d8c8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f5926b60a9d744e7b70afd6913479ba6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e5bd608d2db44dc28c06165b8bd32d09, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/b9696e0376a64f78b26e2e4d4a8d0bd8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ff7c0e24142444deb10595fea5bcb04b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a90035165d274bd69e18c5463c95269b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4cb2a6b224f94b29a4963549c55e4676, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f6916fb9caad4c5fb1d19a523d8ef80d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/06655b37cd9d4367b4f032271a584692, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/606a223aa9994ba6820526e0692f3c88, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e7f04aeaeacd48638cd605c1c1ac7b20, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fc0b840e8f524913b3204a87267e0b1d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/be5f3376c86e4395a6123bd8d8700245, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/324aa92eb9a6479aaa72e2902f04feb8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1a86d29d2cb244bf8b9b153c97356c3b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0cb9913113c646b8b3b2e06277d4ab9a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/de7ff4ca838641d0ab3722104116c6c4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4dc87d555a95456d9d4f0a8729251b22, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bff7e601f3bd45b8b5afbd047f967393, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fabe0f9d5ecf48109d3109634a32de00, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e1f5076d8f904aad85197b5304ac6775, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/75fbf3bfb41147818dc35dd8739ea689, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/46ffbc8b8a0e4eb4a31780564f3c4be4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ebe0db5f8194416f8a2b86613913d360, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0f277c54e53a43dd8b3098a621bf00f6] to archive 2024-11-20T08:41:27,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:41:27,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/884a4be3b1dd4423914240927a5e4955 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/884a4be3b1dd4423914240927a5e4955 2024-11-20T08:41:27,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a42e1f86f03b416793e523e2cef28f42 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a42e1f86f03b416793e523e2cef28f42 2024-11-20T08:41:27,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7c3fb5f336b043869c6a7633c49a9135 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7c3fb5f336b043869c6a7633c49a9135 2024-11-20T08:41:27,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/21dc81a92141416f8d7f6acfb0ddb6f2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/21dc81a92141416f8d7f6acfb0ddb6f2 2024-11-20T08:41:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T08:41:27,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/13c9a15cc82c4cb2987c54e3fd9fb0ce to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/13c9a15cc82c4cb2987c54e3fd9fb0ce 2024-11-20T08:41:27,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1ea4055229c647cbb52b35ec3ba8b514 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1ea4055229c647cbb52b35ec3ba8b514 2024-11-20T08:41:27,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/56f3a41bf8084c10ba86e18e4f18b797 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/56f3a41bf8084c10ba86e18e4f18b797 2024-11-20T08:41:27,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/95dd7ce887b9457c8fdabec120c70461 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/95dd7ce887b9457c8fdabec120c70461 2024-11-20T08:41:27,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bf34437deab841c98c516155223359af to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bf34437deab841c98c516155223359af 2024-11-20T08:41:27,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ed6fdb18f75b4276b4011b288ac661ad to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ed6fdb18f75b4276b4011b288ac661ad 2024-11-20T08:41:27,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/371b47d0e49040b4be8f1ba5169d58af to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/371b47d0e49040b4be8f1ba5169d58af 2024-11-20T08:41:27,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7280bf27fd314ea69d3a0e3d710ba24b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/7280bf27fd314ea69d3a0e3d710ba24b 2024-11-20T08:41:27,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/dffd96e4f0054197a3523d6ed513d8c8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/dffd96e4f0054197a3523d6ed513d8c8 2024-11-20T08:41:27,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f5926b60a9d744e7b70afd6913479ba6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f5926b60a9d744e7b70afd6913479ba6 2024-11-20T08:41:27,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e5bd608d2db44dc28c06165b8bd32d09 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e5bd608d2db44dc28c06165b8bd32d09 2024-11-20T08:41:27,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/b9696e0376a64f78b26e2e4d4a8d0bd8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/b9696e0376a64f78b26e2e4d4a8d0bd8 2024-11-20T08:41:27,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ff7c0e24142444deb10595fea5bcb04b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ff7c0e24142444deb10595fea5bcb04b 2024-11-20T08:41:27,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a90035165d274bd69e18c5463c95269b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/a90035165d274bd69e18c5463c95269b 2024-11-20T08:41:28,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4cb2a6b224f94b29a4963549c55e4676 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4cb2a6b224f94b29a4963549c55e4676 2024-11-20T08:41:28,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f6916fb9caad4c5fb1d19a523d8ef80d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/f6916fb9caad4c5fb1d19a523d8ef80d 2024-11-20T08:41:28,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/06655b37cd9d4367b4f032271a584692 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/06655b37cd9d4367b4f032271a584692 2024-11-20T08:41:28,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/606a223aa9994ba6820526e0692f3c88 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/606a223aa9994ba6820526e0692f3c88 2024-11-20T08:41:28,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e7f04aeaeacd48638cd605c1c1ac7b20 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e7f04aeaeacd48638cd605c1c1ac7b20 2024-11-20T08:41:28,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fc0b840e8f524913b3204a87267e0b1d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fc0b840e8f524913b3204a87267e0b1d 2024-11-20T08:41:28,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/be5f3376c86e4395a6123bd8d8700245 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/be5f3376c86e4395a6123bd8d8700245 2024-11-20T08:41:28,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/324aa92eb9a6479aaa72e2902f04feb8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/324aa92eb9a6479aaa72e2902f04feb8 2024-11-20T08:41:28,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1a86d29d2cb244bf8b9b153c97356c3b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/1a86d29d2cb244bf8b9b153c97356c3b 2024-11-20T08:41:28,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0cb9913113c646b8b3b2e06277d4ab9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0cb9913113c646b8b3b2e06277d4ab9a 2024-11-20T08:41:28,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/de7ff4ca838641d0ab3722104116c6c4 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/de7ff4ca838641d0ab3722104116c6c4 2024-11-20T08:41:28,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4dc87d555a95456d9d4f0a8729251b22 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/4dc87d555a95456d9d4f0a8729251b22 2024-11-20T08:41:28,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bff7e601f3bd45b8b5afbd047f967393 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/bff7e601f3bd45b8b5afbd047f967393 2024-11-20T08:41:28,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fabe0f9d5ecf48109d3109634a32de00 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/fabe0f9d5ecf48109d3109634a32de00 2024-11-20T08:41:28,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e1f5076d8f904aad85197b5304ac6775 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/e1f5076d8f904aad85197b5304ac6775 2024-11-20T08:41:28,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/75fbf3bfb41147818dc35dd8739ea689 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/75fbf3bfb41147818dc35dd8739ea689 2024-11-20T08:41:28,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/46ffbc8b8a0e4eb4a31780564f3c4be4 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/46ffbc8b8a0e4eb4a31780564f3c4be4 2024-11-20T08:41:28,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ebe0db5f8194416f8a2b86613913d360 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/ebe0db5f8194416f8a2b86613913d360 2024-11-20T08:41:28,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0f277c54e53a43dd8b3098a621bf00f6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/0f277c54e53a43dd8b3098a621bf00f6 2024-11-20T08:41:28,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/f3ef14979f8d400f9c21f7a7c7024ba9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/81e7b5230b82439f9d7dad46695af3e2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b176d127203f4907b12d93474dd7a9a5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2d7eaad10ff54f0d83ab92868e0d1765, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/80c2c01832eb4bcc83562661545f379d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/79a950cfd77e464895de62af4bc39159, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/1adee616a2c640849e7a1bbca7a3087c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e081f5af139f4e89a1f5d833120e32c0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/bd547a96ebe24b53a846e59964ba00f8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/0d1d2c628861465a90801025bdf623df, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3e1a7a121d5b44f8870e758ec8da9cb0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2736aff97e3f44be83d3be4f2d8e44ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d0d9ad01ce1946c3a398e7dd6411fe59, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b8a10e3eaa00476eac372e5d8ec04364, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/288be23d97e24849be9ce9ade5eff88b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/214d23bdfebc4a208200cb7cde578ad3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e4657b0029544b8f9fa4ae0fae4e65bf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/eb5fd87d1a50469a8a269737efa4cbba, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/044beba8e332491daddc0807d73ee52f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/168abe0b10d643b0b6ea0b1e17ad99b7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d29d1ec7c40a48f588d95d2474532f56, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a56f0a54384b48499131675655f5321b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/fa0cc511bf804c0aa80d7e666b89770f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3a1380d130404979a27892250fec0ebf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/6d38d4522aa948a7af265c9134d79f05, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/13798b51141a4fafaac803f8304f984d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ade4f9661e23438a8ce245d5313ea723, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec0985da4ef947a0ac60c04ef657974f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/48c584e2524b42ee90e54a6fd9308179, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a53d19c70b70487f97bd191c81805088, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9770892561be4ae189edbde8cea14103, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9a21a380a1a04e419c6344732af3b024, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/035e8fc5731f445589ebc30d91a7135d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec5cbc55b2c841c4a7e85f78706ea86a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/18dacc55d65a4edab74129df3625990e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/4f5f03f32a6a4dee81497ba8d950cb4f] to archive 2024-11-20T08:41:28,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:41:28,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/f3ef14979f8d400f9c21f7a7c7024ba9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/f3ef14979f8d400f9c21f7a7c7024ba9 2024-11-20T08:41:28,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2e7bdff8a6e64ac9ae3fe6322ad89ac4 2024-11-20T08:41:28,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/81e7b5230b82439f9d7dad46695af3e2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/81e7b5230b82439f9d7dad46695af3e2 2024-11-20T08:41:28,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b176d127203f4907b12d93474dd7a9a5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b176d127203f4907b12d93474dd7a9a5 2024-11-20T08:41:28,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2d7eaad10ff54f0d83ab92868e0d1765 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2d7eaad10ff54f0d83ab92868e0d1765 2024-11-20T08:41:28,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/80c2c01832eb4bcc83562661545f379d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/80c2c01832eb4bcc83562661545f379d 2024-11-20T08:41:28,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/79a950cfd77e464895de62af4bc39159 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/79a950cfd77e464895de62af4bc39159 2024-11-20T08:41:28,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/1adee616a2c640849e7a1bbca7a3087c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/1adee616a2c640849e7a1bbca7a3087c 2024-11-20T08:41:28,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e081f5af139f4e89a1f5d833120e32c0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e081f5af139f4e89a1f5d833120e32c0 2024-11-20T08:41:28,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/bd547a96ebe24b53a846e59964ba00f8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/bd547a96ebe24b53a846e59964ba00f8 2024-11-20T08:41:28,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/0d1d2c628861465a90801025bdf623df to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/0d1d2c628861465a90801025bdf623df 2024-11-20T08:41:28,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3e1a7a121d5b44f8870e758ec8da9cb0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3e1a7a121d5b44f8870e758ec8da9cb0 2024-11-20T08:41:28,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2736aff97e3f44be83d3be4f2d8e44ae to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/2736aff97e3f44be83d3be4f2d8e44ae 2024-11-20T08:41:28,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d0d9ad01ce1946c3a398e7dd6411fe59 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d0d9ad01ce1946c3a398e7dd6411fe59 2024-11-20T08:41:28,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b8a10e3eaa00476eac372e5d8ec04364 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/b8a10e3eaa00476eac372e5d8ec04364 2024-11-20T08:41:28,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/288be23d97e24849be9ce9ade5eff88b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/288be23d97e24849be9ce9ade5eff88b 2024-11-20T08:41:28,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/214d23bdfebc4a208200cb7cde578ad3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/214d23bdfebc4a208200cb7cde578ad3 2024-11-20T08:41:28,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e4657b0029544b8f9fa4ae0fae4e65bf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/e4657b0029544b8f9fa4ae0fae4e65bf 2024-11-20T08:41:28,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/eb5fd87d1a50469a8a269737efa4cbba to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/eb5fd87d1a50469a8a269737efa4cbba 2024-11-20T08:41:28,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/044beba8e332491daddc0807d73ee52f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/044beba8e332491daddc0807d73ee52f 2024-11-20T08:41:28,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/168abe0b10d643b0b6ea0b1e17ad99b7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/168abe0b10d643b0b6ea0b1e17ad99b7 2024-11-20T08:41:28,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d29d1ec7c40a48f588d95d2474532f56 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/d29d1ec7c40a48f588d95d2474532f56 2024-11-20T08:41:28,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a56f0a54384b48499131675655f5321b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a56f0a54384b48499131675655f5321b 2024-11-20T08:41:28,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/fa0cc511bf804c0aa80d7e666b89770f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/fa0cc511bf804c0aa80d7e666b89770f 2024-11-20T08:41:28,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3a1380d130404979a27892250fec0ebf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/3a1380d130404979a27892250fec0ebf 2024-11-20T08:41:28,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/6d38d4522aa948a7af265c9134d79f05 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/6d38d4522aa948a7af265c9134d79f05 2024-11-20T08:41:28,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/13798b51141a4fafaac803f8304f984d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/13798b51141a4fafaac803f8304f984d 2024-11-20T08:41:28,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ade4f9661e23438a8ce245d5313ea723 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ade4f9661e23438a8ce245d5313ea723 2024-11-20T08:41:28,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec0985da4ef947a0ac60c04ef657974f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec0985da4ef947a0ac60c04ef657974f 2024-11-20T08:41:28,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/48c584e2524b42ee90e54a6fd9308179 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/48c584e2524b42ee90e54a6fd9308179 2024-11-20T08:41:28,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a53d19c70b70487f97bd191c81805088 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/a53d19c70b70487f97bd191c81805088 2024-11-20T08:41:28,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9770892561be4ae189edbde8cea14103 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9770892561be4ae189edbde8cea14103 2024-11-20T08:41:28,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9a21a380a1a04e419c6344732af3b024 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/9a21a380a1a04e419c6344732af3b024 2024-11-20T08:41:28,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/035e8fc5731f445589ebc30d91a7135d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/035e8fc5731f445589ebc30d91a7135d 2024-11-20T08:41:28,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec5cbc55b2c841c4a7e85f78706ea86a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ec5cbc55b2c841c4a7e85f78706ea86a 2024-11-20T08:41:28,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/18dacc55d65a4edab74129df3625990e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/18dacc55d65a4edab74129df3625990e 2024-11-20T08:41:28,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/4f5f03f32a6a4dee81497ba8d950cb4f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/4f5f03f32a6a4dee81497ba8d950cb4f 2024-11-20T08:41:28,079 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/recovered.edits/632.seqid, newMaxSeqId=632, maxSeqId=1 2024-11-20T08:41:28,079 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. 2024-11-20T08:41:28,080 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for 050707b51761adba2ef2bce9b0b93e3d: Waiting for close lock at 1732092087017Running coprocessor pre-close hooks at 1732092087017Disabling compacts and flushes for region at 1732092087017Disabling writes for close at 1732092087017Obtaining lock to block concurrent updates at 1732092087017Preparing flush snapshotting stores in 050707b51761adba2ef2bce9b0b93e3d at 1732092087017Finished memstore snapshotting TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732092087017Flushing stores of TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d. at 1732092087018 (+1 ms)Flushing 050707b51761adba2ef2bce9b0b93e3d/A: creating writer at 1732092087018Flushing 050707b51761adba2ef2bce9b0b93e3d/A: appending metadata at 1732092087022 (+4 ms)Flushing 050707b51761adba2ef2bce9b0b93e3d/A: closing flushed file at 1732092087022Flushing 050707b51761adba2ef2bce9b0b93e3d/B: creating writer at 1732092087434 (+412 ms)Flushing 050707b51761adba2ef2bce9b0b93e3d/B: appending metadata at 1732092087438 (+4 ms)Flushing 050707b51761adba2ef2bce9b0b93e3d/B: closing flushed file at 1732092087438Flushing 050707b51761adba2ef2bce9b0b93e3d/C: creating writer at 1732092087456 (+18 ms)Flushing 050707b51761adba2ef2bce9b0b93e3d/C: appending metadata at 1732092087461 (+5 ms)Flushing 050707b51761adba2ef2bce9b0b93e3d/C: closing flushed file at 1732092087461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7527136b: reopening flushed file at 1732092087884 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f21a2fb: reopening flushed file at 1732092087890 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d4b8b4: reopening flushed file at 1732092087896 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 050707b51761adba2ef2bce9b0b93e3d in 884ms, sequenceid=629, compaction requested=false at 1732092087901 (+5 ms)Writing region close event to WAL at 1732092088075 (+174 ms)Running coprocessor post-close hooks at 1732092088079 (+4 ms)Closed at 1732092088079 2024-11-20T08:41:28,082 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed 050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:28,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=050707b51761adba2ef2bce9b0b93e3d, regionState=CLOSED 2024-11-20T08:41:28,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:41:28,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T08:41:28,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure 050707b51761adba2ef2bce9b0b93e3d, server=be1eb2620e0e,44595,1732092055690 in 1.2270 sec 2024-11-20T08:41:28,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-20T08:41:28,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=050707b51761adba2ef2bce9b0b93e3d, UNASSIGN in 1.2320 sec 2024-11-20T08:41:28,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T08:41:28,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.2400 sec 2024-11-20T08:41:28,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092088093"}]},"ts":"1732092088093"} 2024-11-20T08:41:28,095 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:41:28,095 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:41:28,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.2540 sec 2024-11-20T08:41:29,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T08:41:29,004 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:29,008 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:41:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,013 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T08:41:29,015 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,021 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:29,024 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/recovered.edits] 2024-11-20T08:41:29,028 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/025c9b725d304f76829629d5d0188a14 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/025c9b725d304f76829629d5d0188a14 2024-11-20T08:41:29,029 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/eb8e5bfb33bd41cfba1d25c02feccc2a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/A/eb8e5bfb33bd41cfba1d25c02feccc2a 2024-11-20T08:41:29,032 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/5af033295d404f3d95232ca434bf35f1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/5af033295d404f3d95232ca434bf35f1 2024-11-20T08:41:29,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/cda1093278bf4f68a0d6537f4c3ee753 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/B/cda1093278bf4f68a0d6537f4c3ee753 2024-11-20T08:41:29,036 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/5f22ee38b8734a3bbe4bcd69b9d61da2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/5f22ee38b8734a3bbe4bcd69b9d61da2 2024-11-20T08:41:29,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ef0cb57659714104a99d2650ccbde4a7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/C/ef0cb57659714104a99d2650ccbde4a7 2024-11-20T08:41:29,040 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/recovered.edits/632.seqid to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d/recovered.edits/632.seqid 2024-11-20T08:41:29,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/050707b51761adba2ef2bce9b0b93e3d 2024-11-20T08:41:29,041 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:41:29,046 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T08:41:29,058 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:41:29,100 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:41:29,102 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,102 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:41:29,102 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732092089102"}]},"ts":"9223372036854775807"} 2024-11-20T08:41:29,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T08:41:29,109 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 050707b51761adba2ef2bce9b0b93e3d, NAME => 'TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:41:29,110 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:41:29,110 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732092089110"}]},"ts":"9223372036854775807"} 2024-11-20T08:41:29,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T08:41:29,115 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-11-20T08:41:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T08:41:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T08:41:29,125 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:29,138 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=246 (was 210) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716356351_22 at /127.0.0.1:49320 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;be1eb2620e0e:44595-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=431 (was 340) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=446 (was 1102) 2024-11-20T08:41:29,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=246, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=431, ProcessCount=11, AvailableMemoryMB=444 2024-11-20T08:41:29,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:41:29,157 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:41:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:41:29,160 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:29,161 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 26 2024-11-20T08:41:29,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:41:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T08:41:29,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741954_1130 (size=1061) 2024-11-20T08:41:29,213 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:41:29,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741955_1131 (size=53) 2024-11-20T08:41:29,233 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:41:29,234 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4b76001da041eaa04c2cefdc9b3991e3, disabling compactions & flushes 2024-11-20T08:41:29,234 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,234 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,234 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. after waiting 0 ms 2024-11-20T08:41:29,234 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,234 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,234 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b76001da041eaa04c2cefdc9b3991e3: Waiting for close lock at 1732092089233Disabling compacts and flushes for region at 1732092089233Disabling writes for close at 1732092089234 (+1 ms)Writing region close event to WAL at 1732092089234Closed at 1732092089234 2024-11-20T08:41:29,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:41:29,236 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732092089236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092089236"}]},"ts":"1732092089236"} 2024-11-20T08:41:29,239 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:41:29,240 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:41:29,241 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092089241"}]},"ts":"1732092089241"} 2024-11-20T08:41:29,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:41:29,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, ASSIGN}] 2024-11-20T08:41:29,248 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, ASSIGN 2024-11-20T08:41:29,250 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, ASSIGN; state=OFFLINE, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=false 2024-11-20T08:41:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T08:41:29,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:29,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, ASSIGN because future has completed 2024-11-20T08:41:29,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:41:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T08:41:29,560 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,561 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:41:29,561 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,561 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:41:29,561 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,561 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,568 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,570 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:41:29,571 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b76001da041eaa04c2cefdc9b3991e3 columnFamilyName A 2024-11-20T08:41:29,571 DEBUG [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:29,572 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(327): Store=4b76001da041eaa04c2cefdc9b3991e3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:41:29,572 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,574 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:41:29,574 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b76001da041eaa04c2cefdc9b3991e3 columnFamilyName B 2024-11-20T08:41:29,574 DEBUG [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:29,574 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(327): Store=4b76001da041eaa04c2cefdc9b3991e3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:41:29,574 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,576 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:41:29,576 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b76001da041eaa04c2cefdc9b3991e3 columnFamilyName C 2024-11-20T08:41:29,576 DEBUG [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:29,576 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(327): Store=4b76001da041eaa04c2cefdc9b3991e3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:41:29,577 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,577 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,577 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,578 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,579 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,580 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,580 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:41:29,582 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,585 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:41:29,585 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 4b76001da041eaa04c2cefdc9b3991e3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60792028, jitterRate=-0.09412819147109985}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:41:29,585 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:29,587 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 4b76001da041eaa04c2cefdc9b3991e3: Running coprocessor pre-open hook at 1732092089561Writing region info on filesystem at 1732092089561Initializing all the Stores at 1732092089563 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092089563Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092089568 (+5 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092089568Cleaning up temporary data from old regions at 1732092089580 (+12 ms)Running coprocessor post-open hooks at 1732092089585 (+5 ms)Region opened successfully at 1732092089587 (+2 ms) 2024-11-20T08:41:29,589 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., pid=28, masterSystemTime=1732092089556 2024-11-20T08:41:29,591 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,591 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:29,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:29,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:41:29,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T08:41:29,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 in 191 msec 2024-11-20T08:41:29,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-20T08:41:29,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, ASSIGN in 356 msec 2024-11-20T08:41:29,605 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:41:29,605 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092089605"}]},"ts":"1732092089605"} 2024-11-20T08:41:29,607 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:41:29,608 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:41:29,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 451 msec 2024-11-20T08:41:29,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-20T08:41:29,793 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:29,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794f42f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:29,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:29,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:29,797 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:29,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7504802d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:29,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:29,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:29,800 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:29,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1fef20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:29,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:29,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:29,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:29,806 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:41:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:41:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@474a65f 2024-11-20T08:41:29,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:41:29,808 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:41:29,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:41:29,814 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:41:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:29,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741956_1132 (size=1097) 2024-11-20T08:41:30,242 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T08:41:30,243 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T08:41:30,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:41:30,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, REOPEN/MOVE}] 2024-11-20T08:41:30,253 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, REOPEN/MOVE 2024-11-20T08:41:30,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, REOPEN/MOVE because future has completed 2024-11-20T08:41:30,256 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:41:30,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:41:30,409 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,409 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:41:30,409 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 4b76001da041eaa04c2cefdc9b3991e3, disabling compactions & flushes 2024-11-20T08:41:30,409 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,409 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,409 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. after waiting 0 ms 2024-11-20T08:41:30,409 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,413 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T08:41:30,414 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,414 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 4b76001da041eaa04c2cefdc9b3991e3: Waiting for close lock at 1732092090409Running coprocessor pre-close hooks at 1732092090409Disabling compacts and flushes for region at 1732092090409Disabling writes for close at 1732092090409Writing region close event to WAL at 1732092090410 (+1 ms)Running coprocessor post-close hooks at 1732092090414 (+4 ms)Closed at 1732092090414 2024-11-20T08:41:30,414 WARN [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: 4b76001da041eaa04c2cefdc9b3991e3 to self. 2024-11-20T08:41:30,416 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,417 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=CLOSED 2024-11-20T08:41:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:41:30,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-20T08:41:30,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 in 163 msec 2024-11-20T08:41:30,421 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, REOPEN/MOVE; state=CLOSED, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=true 2024-11-20T08:41:30,572 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, REOPEN/MOVE because future has completed 2024-11-20T08:41:30,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:41:30,731 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,731 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:41:30,732 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,732 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:41:30,732 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,732 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,734 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,735 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:41:30,740 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b76001da041eaa04c2cefdc9b3991e3 columnFamilyName A 2024-11-20T08:41:30,742 DEBUG [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:30,742 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(327): Store=4b76001da041eaa04c2cefdc9b3991e3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:41:30,743 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,743 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:41:30,743 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b76001da041eaa04c2cefdc9b3991e3 columnFamilyName B 2024-11-20T08:41:30,744 DEBUG [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:30,744 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(327): Store=4b76001da041eaa04c2cefdc9b3991e3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:41:30,744 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,745 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:41:30,745 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b76001da041eaa04c2cefdc9b3991e3 columnFamilyName C 2024-11-20T08:41:30,745 DEBUG [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:30,745 INFO [StoreOpener-4b76001da041eaa04c2cefdc9b3991e3-1 {}] regionserver.HStore(327): Store=4b76001da041eaa04c2cefdc9b3991e3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:41:30,745 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,745 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,746 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,747 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,748 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,748 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,749 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:41:30,750 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,751 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 4b76001da041eaa04c2cefdc9b3991e3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73397932, jitterRate=0.09371441602706909}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:41:30,751 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,752 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 4b76001da041eaa04c2cefdc9b3991e3: Running coprocessor pre-open hook at 1732092090732Writing region info on filesystem at 1732092090732Initializing all the Stores at 1732092090733 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092090733Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092090733Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092090733Cleaning up temporary data from old regions at 1732092090748 (+15 ms)Running coprocessor post-open hooks at 1732092090751 (+3 ms)Region opened successfully at 1732092090752 (+1 ms) 2024-11-20T08:41:30,752 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., pid=33, masterSystemTime=1732092090727 2024-11-20T08:41:30,755 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,755 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:30,756 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=OPEN, openSeqNum=5, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:41:30,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31 2024-11-20T08:41:30,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 in 186 msec 2024-11-20T08:41:30,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-20T08:41:30,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, REOPEN/MOVE in 511 msec 2024-11-20T08:41:30,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T08:41:30,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec 2024-11-20T08:41:30,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 958 msec 2024-11-20T08:41:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-20T08:41:30,779 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:30,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b3bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,780 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,780 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,782 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3439b7e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,784 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207699d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70646c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,787 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62990a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,789 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,792 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d38a359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580d088e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,795 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ca5a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,798 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d6d2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148de5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,805 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a322106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,807 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc38430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680235d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,813 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dce77a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c14c8c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721bdc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,818 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4faeaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,819 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53266, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,820 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47016d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c4d062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,822 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a34a29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,823 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a56c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,826 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d37f294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,827 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,828 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69109746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362c2074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:41:30,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:41:30,831 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:41:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:41:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:41:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ca6d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:41:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:41:30,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:30,836 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53304, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:41:30,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d947725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:41:30,837 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44960, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,840 DEBUG [Thread-669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,858 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:30,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:30,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:30,880 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-20T08:41:30,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T08:41:30,885 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:30,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:30,888 DEBUG [Thread-673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,904 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,912 DEBUG [Thread-658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092150911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 1 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092150918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732092090878, max timestamp=1732092090914Num uniques 859; 2024-11-20T08:41:30,924 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-20T08:41:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,924 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092150915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732092090878, max timestamp=1732092090914Num uniques 859; 2024-11-20T08:41:30,925 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-20T08:41:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:30,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1732092090878, max timestamp=1732092090914Num uniques 859; 2024-11-20T08:41:30,926 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459 2024-11-20T08:41:30,932 DEBUG [Thread-671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,933 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,940 DEBUG [Thread-666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,946 DEBUG [Thread-675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:41:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:41:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:41:30,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:41:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:41:30,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203365472a2d124d6dad2d92c2a5f907ed_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092090848/Put/seqid=0 2024-11-20T08:41:30,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092150977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092150978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T08:41:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:30,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741957_1133 (size=12154) 2024-11-20T08:41:30,995 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:31,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203365472a2d124d6dad2d92c2a5f907ed_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203365472a2d124d6dad2d92c2a5f907ed_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:31,001 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/06acf1bc041947c29001e0cf093717db, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:31,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/06acf1bc041947c29001e0cf093717db is 175, key is test_row_0/A:col10/1732092090848/Put/seqid=0 2024-11-20T08:41:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741958_1134 (size=30955) 2024-11-20T08:41:31,026 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/06acf1bc041947c29001e0cf093717db 2024-11-20T08:41:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092151034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092151035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092151033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T08:41:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:31,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:31,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:31,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:31,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:31,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/4d9033ebe16f4f058b9398c31c94ef24 is 50, key is test_row_0/B:col10/1732092090848/Put/seqid=0 2024-11-20T08:41:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741959_1135 (size=12001) 2024-11-20T08:41:31,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/4d9033ebe16f4f058b9398c31c94ef24 2024-11-20T08:41:31,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/35a19dd031934549a99896e3dd207f0a is 50, key is test_row_0/C:col10/1732092090848/Put/seqid=0 2024-11-20T08:41:31,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741960_1136 (size=12001) 2024-11-20T08:41:31,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/35a19dd031934549a99896e3dd207f0a 2024-11-20T08:41:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092151107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092151107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/06acf1bc041947c29001e0cf093717db as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db 2024-11-20T08:41:31,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T08:41:31,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/4d9033ebe16f4f058b9398c31c94ef24 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/4d9033ebe16f4f058b9398c31c94ef24 2024-11-20T08:41:31,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/4d9033ebe16f4f058b9398c31c94ef24, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T08:41:31,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/35a19dd031934549a99896e3dd207f0a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/35a19dd031934549a99896e3dd207f0a 2024-11-20T08:41:31,133 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/35a19dd031934549a99896e3dd207f0a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T08:41:31,134 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 4b76001da041eaa04c2cefdc9b3991e3 in 266ms, sequenceid=15, compaction requested=false 2024-11-20T08:41:31,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:31,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-20T08:41:31,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:31,196 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=134.18 KB heapSize=356.86 KB 2024-11-20T08:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:31,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T08:41:31,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a613aa9ab14d492d86881c198d908cb1_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092090947/Put/seqid=0 2024-11-20T08:41:31,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741961_1137 (size=12154) 2024-11-20T08:41:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:31,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:31,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092151259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092151264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092151266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092151323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092151323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092151373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092151373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092151383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T08:41:31,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092151583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092151583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092151604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:31,628 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a613aa9ab14d492d86881c198d908cb1_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a613aa9ab14d492d86881c198d908cb1_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7bce6519c3484ea880e663349ab756e6, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:31,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7bce6519c3484ea880e663349ab756e6 is 175, key is test_row_0/A:col10/1732092090947/Put/seqid=0 2024-11-20T08:41:31,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741962_1138 (size=30955) 2024-11-20T08:41:31,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092151643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092151644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092151893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092151893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,898 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:31,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:31,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092151923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:31,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:31,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:32,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T08:41:32,044 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=46, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7bce6519c3484ea880e663349ab756e6 2024-11-20T08:41:32,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/9ec7bf7afc974e2293bdd65d2c99937a is 50, key is test_row_0/B:col10/1732092090947/Put/seqid=0 2024-11-20T08:41:32,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741963_1139 (size=12001) 2024-11-20T08:41:32,098 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/9ec7bf7afc974e2293bdd65d2c99937a 2024-11-20T08:41:32,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9b65adcc178b48f5b2fdc0d40c3c287e is 50, key is test_row_0/C:col10/1732092090947/Put/seqid=0 2024-11-20T08:41:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741964_1140 (size=12001) 2024-11-20T08:41:32,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092152154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:32,159 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:32,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092152154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:32,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:32,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092152403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:32,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:32,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092152403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:32,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092152443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:32,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:32,547 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9b65adcc178b48f5b2fdc0d40c3c287e 2024-11-20T08:41:32,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7bce6519c3484ea880e663349ab756e6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6 2024-11-20T08:41:32,561 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6, entries=150, sequenceid=46, filesize=30.2 K 2024-11-20T08:41:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/9ec7bf7afc974e2293bdd65d2c99937a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/9ec7bf7afc974e2293bdd65d2c99937a 2024-11-20T08:41:32,569 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/9ec7bf7afc974e2293bdd65d2c99937a, entries=150, sequenceid=46, filesize=11.7 K 2024-11-20T08:41:32,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9b65adcc178b48f5b2fdc0d40c3c287e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b65adcc178b48f5b2fdc0d40c3c287e 2024-11-20T08:41:32,578 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b65adcc178b48f5b2fdc0d40c3c287e, entries=150, sequenceid=46, filesize=11.7 K 2024-11-20T08:41:32,584 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~356.81 KB/365376, currentSize=53.67 KB/54960 for 4b76001da041eaa04c2cefdc9b3991e3 in 1388ms, sequenceid=46, compaction requested=false 2024-11-20T08:41:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:32,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-20T08:41:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-20T08:41:32,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-20T08:41:32,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-11-20T08:41:32,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.7090 sec 2024-11-20T08:41:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-20T08:41:33,034 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:33,034 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-20T08:41:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T08:41:33,038 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:33,039 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:33,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T08:41:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:33,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T08:41:33,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:33,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:33,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:33,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:33,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:33,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:33,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:33,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:33,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207e77ffdf544a427b85e5cc9d01a95e60_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:33,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092153243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741965_1141 (size=17034) 2024-11-20T08:41:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092153252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T08:41:33,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092153363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092153373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092153423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092153425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,429 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,429 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092153453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,457 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,458 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:33,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:33,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092153573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092153583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:33,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:41:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T08:41:33,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:33,673 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207e77ffdf544a427b85e5cc9d01a95e60_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207e77ffdf544a427b85e5cc9d01a95e60_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:33,675 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/edd3b377367941889f510b4122487281, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:33,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/edd3b377367941889f510b4122487281 is 175, key is test_row_0/A:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:33,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741966_1142 (size=48139) 2024-11-20T08:41:33,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/edd3b377367941889f510b4122487281 2024-11-20T08:41:33,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/14069618bbb04b5f9666bf30ec5340c8 is 50, key is test_row_0/B:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:33,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741967_1143 (size=12001) 2024-11-20T08:41:33,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/14069618bbb04b5f9666bf30ec5340c8 2024-11-20T08:41:33,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/f155aa5063fe4578951da45573001558 is 50, key is test_row_0/C:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741968_1144 (size=12001) 2024-11-20T08:41:33,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092153884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:33,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092153893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:33,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:33,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:33,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:34,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:34,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:34,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T08:41:34,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/f155aa5063fe4578951da45573001558 2024-11-20T08:41:34,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/edd3b377367941889f510b4122487281 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281 2024-11-20T08:41:34,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281, entries=250, sequenceid=59, filesize=47.0 K 2024-11-20T08:41:34,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/14069618bbb04b5f9666bf30ec5340c8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14069618bbb04b5f9666bf30ec5340c8 2024-11-20T08:41:34,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14069618bbb04b5f9666bf30ec5340c8, entries=150, sequenceid=59, filesize=11.7 K 2024-11-20T08:41:34,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/f155aa5063fe4578951da45573001558 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f155aa5063fe4578951da45573001558 2024-11-20T08:41:34,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f155aa5063fe4578951da45573001558, entries=150, sequenceid=59, filesize=11.7 K 2024-11-20T08:41:34,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4b76001da041eaa04c2cefdc9b3991e3 in 1069ms, sequenceid=59, compaction requested=true 2024-11-20T08:41:34,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:34,252 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:34,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:34,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:34,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:34,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:34,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:34,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:34,253 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:34,253 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:34,254 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,254 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=107.5 K 2024-11-20T08:41:34,260 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:34,254 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,260 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281] 2024-11-20T08:41:34,261 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06acf1bc041947c29001e0cf093717db, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732092090848 2024-11-20T08:41:34,261 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bce6519c3484ea880e663349ab756e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732092090947 2024-11-20T08:41:34,263 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:34,263 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:34,263 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,264 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd3b377367941889f510b4122487281, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092091252 2024-11-20T08:41:34,264 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/4d9033ebe16f4f058b9398c31c94ef24, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/9ec7bf7afc974e2293bdd65d2c99937a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14069618bbb04b5f9666bf30ec5340c8] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.2 K 2024-11-20T08:41:34,265 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d9033ebe16f4f058b9398c31c94ef24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732092090848 2024-11-20T08:41:34,265 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ec7bf7afc974e2293bdd65d2c99937a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732092090947 2024-11-20T08:41:34,266 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 14069618bbb04b5f9666bf30ec5340c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092091252 2024-11-20T08:41:34,289 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:34,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-20T08:41:34,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,301 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T08:41:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:34,302 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:34,303 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/d2c33eadb7344e888391b0d31a75c0b4 is 50, key is test_row_0/B:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:34,308 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112060881fb6e1aa41adb78c93ea44e49531_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:34,313 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112060881fb6e1aa41adb78c93ea44e49531_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:34,313 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112060881fb6e1aa41adb78c93ea44e49531_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:34,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741969_1145 (size=12104) 2024-11-20T08:41:34,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120475879cf68e3458ebb21e7b66bbce69e_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092093225/Put/seqid=0 2024-11-20T08:41:34,349 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/d2c33eadb7344e888391b0d31a75c0b4 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/d2c33eadb7344e888391b0d31a75c0b4 2024-11-20T08:41:34,356 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into d2c33eadb7344e888391b0d31a75c0b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:34,356 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:34,356 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092094252; duration=0sec 2024-11-20T08:41:34,356 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:34,356 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:34,356 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:34,358 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:34,358 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:34,358 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741970_1146 (size=4469) 2024-11-20T08:41:34,358 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/35a19dd031934549a99896e3dd207f0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b65adcc178b48f5b2fdc0d40c3c287e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f155aa5063fe4578951da45573001558] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.2 K 2024-11-20T08:41:34,359 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 35a19dd031934549a99896e3dd207f0a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732092090848 2024-11-20T08:41:34,359 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b65adcc178b48f5b2fdc0d40c3c287e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732092090947 2024-11-20T08:41:34,360 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#126 average throughput is 0.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:34,361 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/cb1720d0f72848f78f11f8e8384b4486 is 175, key is test_row_0/A:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:34,361 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f155aa5063fe4578951da45573001558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092091252 2024-11-20T08:41:34,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741971_1147 (size=12154) 2024-11-20T08:41:34,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:34,380 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120475879cf68e3458ebb21e7b66bbce69e_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120475879cf68e3458ebb21e7b66bbce69e_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:34,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/a13ffad16dee474e96e5d424b9f38d98, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:34,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/a13ffad16dee474e96e5d424b9f38d98 is 175, key is test_row_0/A:col10/1732092093225/Put/seqid=0 2024-11-20T08:41:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:34,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:34,397 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:34,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741972_1148 (size=31058) 2024-11-20T08:41:34,398 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e8148123e23d48b68a7201cdce07fb63 is 50, key is test_row_0/C:col10/1732092093177/Put/seqid=0 2024-11-20T08:41:34,408 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/cb1720d0f72848f78f11f8e8384b4486 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/cb1720d0f72848f78f11f8e8384b4486 2024-11-20T08:41:34,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741973_1149 (size=30955) 2024-11-20T08:41:34,424 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/a13ffad16dee474e96e5d424b9f38d98 2024-11-20T08:41:34,432 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into cb1720d0f72848f78f11f8e8384b4486(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:34,432 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:34,432 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092094252; duration=0sec 2024-11-20T08:41:34,432 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:34,432 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:34,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/1d6c158a4818494da164c1e88960aacf is 50, key is test_row_0/B:col10/1732092093225/Put/seqid=0 2024-11-20T08:41:34,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741974_1150 (size=12104) 2024-11-20T08:41:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741975_1151 (size=12001) 2024-11-20T08:41:34,483 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/1d6c158a4818494da164c1e88960aacf 2024-11-20T08:41:34,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:34,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092154480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:34,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092154490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:34,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/f1fb8015ae954a5d8a0bebe12fc620f5 is 50, key is test_row_0/C:col10/1732092093225/Put/seqid=0 2024-11-20T08:41:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741976_1152 (size=12001) 2024-11-20T08:41:34,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092154593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:34,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092154603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:34,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,606 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:34,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:34,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092154813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:34,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092154814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:34,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:34,869 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e8148123e23d48b68a7201cdce07fb63 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e8148123e23d48b68a7201cdce07fb63 2024-11-20T08:41:34,883 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into e8148123e23d48b68a7201cdce07fb63(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:34,883 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:34,883 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092094252; duration=0sec 2024-11-20T08:41:34,883 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:34,883 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:34,910 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/f1fb8015ae954a5d8a0bebe12fc620f5 2024-11-20T08:41:34,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/a13ffad16dee474e96e5d424b9f38d98 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98 2024-11-20T08:41:34,926 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98, entries=150, sequenceid=78, filesize=30.2 K 2024-11-20T08:41:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/1d6c158a4818494da164c1e88960aacf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1d6c158a4818494da164c1e88960aacf 2024-11-20T08:41:34,945 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1d6c158a4818494da164c1e88960aacf, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T08:41:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/f1fb8015ae954a5d8a0bebe12fc620f5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f1fb8015ae954a5d8a0bebe12fc620f5 2024-11-20T08:41:34,956 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f1fb8015ae954a5d8a0bebe12fc620f5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T08:41:34,958 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4b76001da041eaa04c2cefdc9b3991e3 in 657ms, sequenceid=78, compaction requested=false 2024-11-20T08:41:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:34,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-20T08:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-20T08:41:34,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T08:41:34,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9210 sec 2024-11-20T08:41:34,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.9290 sec 2024-11-20T08:41:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:35,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T08:41:35,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:35,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206735288b475c4bb581f88dd0538c0fdf_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741977_1153 (size=14594) 2024-11-20T08:41:35,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:35,168 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206735288b475c4bb581f88dd0538c0fdf_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206735288b475c4bb581f88dd0538c0fdf_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:35,169 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/b8f024fe764f47628fe6fcd46aeefa73, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/b8f024fe764f47628fe6fcd46aeefa73 is 175, key is test_row_0/A:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-20T08:41:35,184 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:35,186 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-20T08:41:35,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:35,190 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:35,191 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:35,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:35,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092155191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092155201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741978_1154 (size=39549) 2024-11-20T08:41:35,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,213 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/b8f024fe764f47628fe6fcd46aeefa73 2024-11-20T08:41:35,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/ba13e6970f9a45e381fc9899deea1c81 is 50, key is test_row_0/B:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741979_1155 (size=12001) 2024-11-20T08:41:35,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/ba13e6970f9a45e381fc9899deea1c81 2024-11-20T08:41:35,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/aa38b08279d64e27b346f2a964a41763 is 50, key is test_row_0/C:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741980_1156 (size=12001) 2024-11-20T08:41:35,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/aa38b08279d64e27b346f2a964a41763 2024-11-20T08:41:35,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/b8f024fe764f47628fe6fcd46aeefa73 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73 2024-11-20T08:41:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:35,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73, entries=200, sequenceid=95, filesize=38.6 K 2024-11-20T08:41:35,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/ba13e6970f9a45e381fc9899deea1c81 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ba13e6970f9a45e381fc9899deea1c81 2024-11-20T08:41:35,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ba13e6970f9a45e381fc9899deea1c81, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T08:41:35,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/aa38b08279d64e27b346f2a964a41763 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/aa38b08279d64e27b346f2a964a41763 2024-11-20T08:41:35,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092155313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/aa38b08279d64e27b346f2a964a41763, entries=150, sequenceid=95, filesize=11.7 K 2024-11-20T08:41:35,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4b76001da041eaa04c2cefdc9b3991e3 in 200ms, sequenceid=95, compaction requested=true 2024-11-20T08:41:35,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:35,326 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:35,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:35,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:35,327 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:35,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:35,328 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:35,328 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:35,329 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,329 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/d2c33eadb7344e888391b0d31a75c0b4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1d6c158a4818494da164c1e88960aacf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ba13e6970f9a45e381fc9899deea1c81] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.3 K 2024-11-20T08:41:35,329 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:35,329 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:35,329 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,329 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/cb1720d0f72848f78f11f8e8384b4486, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=99.2 K 2024-11-20T08:41:35,329 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,329 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/cb1720d0f72848f78f11f8e8384b4486, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73] 2024-11-20T08:41:35,330 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb1720d0f72848f78f11f8e8384b4486, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092091252 2024-11-20T08:41:35,330 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d2c33eadb7344e888391b0d31a75c0b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092091252 2024-11-20T08:41:35,330 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a13ffad16dee474e96e5d424b9f38d98, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732092093225 2024-11-20T08:41:35,331 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8f024fe764f47628fe6fcd46aeefa73, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732092094456 2024-11-20T08:41:35,331 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d6c158a4818494da164c1e88960aacf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732092093225 2024-11-20T08:41:35,332 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ba13e6970f9a45e381fc9899deea1c81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732092094456 2024-11-20T08:41:35,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T08:41:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:35,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:35,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:35,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,366 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,368 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#135 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:35,370 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f1471d83a4454a7880d5ce28ab770574 is 50, key is test_row_0/B:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f92e48b5b0864e1f961f853f8a72c24d_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092095188/Put/seqid=0 2024-11-20T08:41:35,380 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411206e3b3748769749699a1e0f20790bdb9e_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,383 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411206e3b3748769749699a1e0f20790bdb9e_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,383 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206e3b3748769749699a1e0f20790bdb9e_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092155421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741981_1157 (size=12207) 2024-11-20T08:41:35,444 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f1471d83a4454a7880d5ce28ab770574 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1471d83a4454a7880d5ce28ab770574 2024-11-20T08:41:35,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092155443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,454 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into f1471d83a4454a7880d5ce28ab770574(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:35,454 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:35,454 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092095327; duration=0sec 2024-11-20T08:41:35,454 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:35,454 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:35,454 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:35,454 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:35,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,455 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:35,456 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:35,456 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,456 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e8148123e23d48b68a7201cdce07fb63, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f1fb8015ae954a5d8a0bebe12fc620f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/aa38b08279d64e27b346f2a964a41763] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.3 K 2024-11-20T08:41:35,456 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e8148123e23d48b68a7201cdce07fb63, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092091252 2024-11-20T08:41:35,457 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f1fb8015ae954a5d8a0bebe12fc620f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732092093225 2024-11-20T08:41:35,457 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting aa38b08279d64e27b346f2a964a41763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732092094456 2024-11-20T08:41:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092155454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,462 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741982_1158 (size=14594) 2024-11-20T08:41:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,463 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,464 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:35,469 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f92e48b5b0864e1f961f853f8a72c24d_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f92e48b5b0864e1f961f853f8a72c24d_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:35,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/8f411347f91343c1baeaf61d5b848f67, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/8f411347f91343c1baeaf61d5b848f67 is 175, key is test_row_0/A:col10/1732092095188/Put/seqid=0 2024-11-20T08:41:35,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092155473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,483 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:35,482 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,483 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b72ea137e2c1460aa60788491262b8a6 is 50, key is test_row_0/C:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741983_1159 (size=4469) 2024-11-20T08:41:35,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,503 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#136 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:35,503 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/6c0beb11089e40e795b373ec64990c0e is 175, key is test_row_0/A:col10/1732092094456/Put/seqid=0 2024-11-20T08:41:35,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741984_1160 (size=39549) 2024-11-20T08:41:35,507 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/8f411347f91343c1baeaf61d5b848f67 2024-11-20T08:41:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741985_1161 (size=12207) 2024-11-20T08:41:35,534 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b72ea137e2c1460aa60788491262b8a6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b72ea137e2c1460aa60788491262b8a6 2024-11-20T08:41:35,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,541 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into b72ea137e2c1460aa60788491262b8a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:35,542 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:35,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,542 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092095327; duration=0sec 2024-11-20T08:41:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092155535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,542 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:35,542 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/3851da9c28724fc8a0e6603beec60673 is 50, key is test_row_0/B:col10/1732092095188/Put/seqid=0 2024-11-20T08:41:35,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741986_1162 (size=31161) 2024-11-20T08:41:35,588 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/6c0beb11089e40e795b373ec64990c0e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6c0beb11089e40e795b373ec64990c0e 2024-11-20T08:41:35,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741987_1163 (size=12001) 2024-11-20T08:41:35,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/3851da9c28724fc8a0e6603beec60673 2024-11-20T08:41:35,597 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into 6c0beb11089e40e795b373ec64990c0e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:35,598 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:35,599 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092095326; duration=0sec 2024-11-20T08:41:35,600 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:35,601 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:35,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/d9762b713c0647f7bc756098f0462ce1 is 50, key is test_row_0/C:col10/1732092095188/Put/seqid=0 2024-11-20T08:41:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741988_1164 (size=12001) 2024-11-20T08:41:35,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/d9762b713c0647f7bc756098f0462ce1 2024-11-20T08:41:35,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/8f411347f91343c1baeaf61d5b848f67 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67 2024-11-20T08:41:35,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67, entries=200, sequenceid=114, filesize=38.6 K 2024-11-20T08:41:35,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/3851da9c28724fc8a0e6603beec60673 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/3851da9c28724fc8a0e6603beec60673 2024-11-20T08:41:35,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/3851da9c28724fc8a0e6603beec60673, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T08:41:35,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/d9762b713c0647f7bc756098f0462ce1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/d9762b713c0647f7bc756098f0462ce1 2024-11-20T08:41:35,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/d9762b713c0647f7bc756098f0462ce1, entries=150, sequenceid=114, filesize=11.7 K 2024-11-20T08:41:35,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4b76001da041eaa04c2cefdc9b3991e3 in 339ms, sequenceid=114, compaction requested=false 2024-11-20T08:41:35,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:35,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T08:41:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:35,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:35,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208fc9e953ef9c4160b11007cf2e6cc5f8_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741989_1165 (size=14644) 2024-11-20T08:41:35,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:35,802 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208fc9e953ef9c4160b11007cf2e6cc5f8_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208fc9e953ef9c4160b11007cf2e6cc5f8_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:35,805 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/e46cdfefd46a42d58fdcf3204446277f, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:35,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/e46cdfefd46a42d58fdcf3204446277f is 175, key is test_row_0/A:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:35,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:35,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741990_1166 (size=39599) 2024-11-20T08:41:35,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092155843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092155850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:35,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092155963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:35,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:35,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:35,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:35,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:35,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:36,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092156173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:36,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:36,227 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/e46cdfefd46a42d58fdcf3204446277f 2024-11-20T08:41:36,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/50d5e542cbc9443ab1a7276677b84d92 is 50, key is test_row_0/B:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:36,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741991_1167 (size=12051) 2024-11-20T08:41:36,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/50d5e542cbc9443ab1a7276677b84d92 2024-11-20T08:41:36,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:36,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e65366ed3b6d4d7d884a6b9395c6a473 is 50, key is test_row_0/C:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:36,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741992_1168 (size=12051) 2024-11-20T08:41:36,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:36,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092156363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:36,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:36,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092156493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:36,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:36,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:36,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e65366ed3b6d4d7d884a6b9395c6a473 2024-11-20T08:41:36,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/e46cdfefd46a42d58fdcf3204446277f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f 2024-11-20T08:41:36,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f, entries=200, sequenceid=131, filesize=38.7 K 2024-11-20T08:41:36,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/50d5e542cbc9443ab1a7276677b84d92 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/50d5e542cbc9443ab1a7276677b84d92 2024-11-20T08:41:36,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:36,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/50d5e542cbc9443ab1a7276677b84d92, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T08:41:36,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e65366ed3b6d4d7d884a6b9395c6a473 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e65366ed3b6d4d7d884a6b9395c6a473 2024-11-20T08:41:36,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e65366ed3b6d4d7d884a6b9395c6a473, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T08:41:36,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4b76001da041eaa04c2cefdc9b3991e3 in 1005ms, sequenceid=131, compaction requested=true 2024-11-20T08:41:36,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:36,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:36,761 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:36,761 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:36,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:36,773 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:36,773 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:36,773 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:36,773 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:36,773 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,773 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,773 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6c0beb11089e40e795b373ec64990c0e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=107.7 K 2024-11-20T08:41:36,773 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1471d83a4454a7880d5ce28ab770574, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/3851da9c28724fc8a0e6603beec60673, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/50d5e542cbc9443ab1a7276677b84d92] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.4 K 2024-11-20T08:41:36,773 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,773 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6c0beb11089e40e795b373ec64990c0e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f] 2024-11-20T08:41:36,774 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f1471d83a4454a7880d5ce28ab770574, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732092094456 2024-11-20T08:41:36,774 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c0beb11089e40e795b373ec64990c0e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732092094456 2024-11-20T08:41:36,774 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f411347f91343c1baeaf61d5b848f67, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732092095186 2024-11-20T08:41:36,775 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3851da9c28724fc8a0e6603beec60673, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732092095188 2024-11-20T08:41:36,775 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e46cdfefd46a42d58fdcf3204446277f, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092095398 2024-11-20T08:41:36,776 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 50d5e542cbc9443ab1a7276677b84d92, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092095398 2024-11-20T08:41:36,792 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:36,796 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#145 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:36,797 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/661273abe0fc4e1f8dc8c0b083ca9bec is 50, key is test_row_0/B:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:36,798 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120a57cda2501804db7b5cd41c71a54bb29_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:36,801 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120a57cda2501804db7b5cd41c71a54bb29_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:36,801 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a57cda2501804db7b5cd41c71a54bb29_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741993_1169 (size=12359) 2024-11-20T08:41:36,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741994_1170 (size=4469) 2024-11-20T08:41:36,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:36,893 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:36,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:36,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ff7f5ed0eb2e41e494c5006748539042_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092095836/Put/seqid=0 2024-11-20T08:41:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741995_1171 (size=12304) 2024-11-20T08:41:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:37,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:37,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092157060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:37,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092157173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:37,229 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/661273abe0fc4e1f8dc8c0b083ca9bec as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/661273abe0fc4e1f8dc8c0b083ca9bec 2024-11-20T08:41:37,232 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:37,233 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/8df86f08f39d47d89df3e22d49835ac5 is 175, key is test_row_0/A:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:37,240 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into 661273abe0fc4e1f8dc8c0b083ca9bec(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:37,240 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:37,240 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092096761; duration=0sec 2024-11-20T08:41:37,240 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:37,240 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:37,240 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:37,242 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:37,242 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:37,242 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:37,242 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b72ea137e2c1460aa60788491262b8a6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/d9762b713c0647f7bc756098f0462ce1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e65366ed3b6d4d7d884a6b9395c6a473] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.4 K 2024-11-20T08:41:37,243 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b72ea137e2c1460aa60788491262b8a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732092094456 2024-11-20T08:41:37,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741996_1172 (size=31313) 2024-11-20T08:41:37,243 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d9762b713c0647f7bc756098f0462ce1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732092095188 2024-11-20T08:41:37,244 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e65366ed3b6d4d7d884a6b9395c6a473, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092095398 2024-11-20T08:41:37,252 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:37,252 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b01c53bdacc6439ab085b5e9d195115d is 50, key is test_row_0/C:col10/1732092095754/Put/seqid=0 2024-11-20T08:41:37,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741997_1173 (size=12359) 2024-11-20T08:41:37,270 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b01c53bdacc6439ab085b5e9d195115d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b01c53bdacc6439ab085b5e9d195115d 2024-11-20T08:41:37,277 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into b01c53bdacc6439ab085b5e9d195115d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:37,278 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:37,278 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092096761; duration=0sec 2024-11-20T08:41:37,278 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:37,278 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:37,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:37,321 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ff7f5ed0eb2e41e494c5006748539042_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ff7f5ed0eb2e41e494c5006748539042_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/161ac2c1108844cf9d67d6ba5c8fe187, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:37,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/161ac2c1108844cf9d67d6ba5c8fe187 is 175, key is test_row_0/A:col10/1732092095836/Put/seqid=0 2024-11-20T08:41:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741998_1174 (size=31105) 2024-11-20T08:41:37,342 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/161ac2c1108844cf9d67d6ba5c8fe187 2024-11-20T08:41:37,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/2d6843ae77cd4fdc81da3f389cdf754c is 50, key is test_row_0/B:col10/1732092095836/Put/seqid=0 2024-11-20T08:41:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741999_1175 (size=12151) 2024-11-20T08:41:37,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:37,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092157383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:37,390 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:37,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:37,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092157393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:37,654 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/8df86f08f39d47d89df3e22d49835ac5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8df86f08f39d47d89df3e22d49835ac5 2024-11-20T08:41:37,678 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into 8df86f08f39d47d89df3e22d49835ac5(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:37,679 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:37,679 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092096760; duration=0sec 2024-11-20T08:41:37,680 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:37,680 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:37,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:37,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092157703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:37,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:37,781 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/2d6843ae77cd4fdc81da3f389cdf754c 2024-11-20T08:41:37,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9572899b58624f3eb66c5e6fa7bbf62a is 50, key is test_row_0/C:col10/1732092095836/Put/seqid=0 2024-11-20T08:41:37,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742000_1176 (size=12151) 2024-11-20T08:41:38,205 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9572899b58624f3eb66c5e6fa7bbf62a 2024-11-20T08:41:38,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/161ac2c1108844cf9d67d6ba5c8fe187 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187 2024-11-20T08:41:38,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092158213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:38,224 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187, entries=150, sequenceid=149, filesize=30.4 K 2024-11-20T08:41:38,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/2d6843ae77cd4fdc81da3f389cdf754c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/2d6843ae77cd4fdc81da3f389cdf754c 2024-11-20T08:41:38,232 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/2d6843ae77cd4fdc81da3f389cdf754c, entries=150, sequenceid=149, filesize=11.9 K 2024-11-20T08:41:38,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9572899b58624f3eb66c5e6fa7bbf62a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9572899b58624f3eb66c5e6fa7bbf62a 2024-11-20T08:41:38,244 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9572899b58624f3eb66c5e6fa7bbf62a, entries=150, sequenceid=149, filesize=11.9 K 2024-11-20T08:41:38,252 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4b76001da041eaa04c2cefdc9b3991e3 in 1359ms, sequenceid=149, compaction requested=false 2024-11-20T08:41:38,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:38,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:38,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-20T08:41:38,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-20T08:41:38,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-20T08:41:38,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0630 sec 2024-11-20T08:41:38,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 3.0710 sec 2024-11-20T08:41:38,522 INFO [master/be1eb2620e0e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T08:41:38,522 INFO [master/be1eb2620e0e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T08:41:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:39,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T08:41:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:39,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:39,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120afef60d27362425a8cf308f83cb7b223_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:39,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742001_1177 (size=14794) 2024-11-20T08:41:39,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092159304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-20T08:41:39,353 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:39,353 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-20T08:41:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:39,356 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:39,357 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:39,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092159403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,409 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092159412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:39,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092159482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,486 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:39,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092159493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,494 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,494 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092159523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,524 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092159623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,651 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:39,656 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120afef60d27362425a8cf308f83cb7b223_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120afef60d27362425a8cf308f83cb7b223_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:39,658 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3ba152c6b734467f9f505866333161ae, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:39,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3ba152c6b734467f9f505866333161ae is 175, key is test_row_0/A:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:39,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742002_1178 (size=39749) 2024-11-20T08:41:39,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=167, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3ba152c6b734467f9f505866333161ae 2024-11-20T08:41:39,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:39,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/00a8e8ec04324508b4816e425b771aab is 50, key is test_row_0/B:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:39,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742003_1179 (size=12151) 2024-11-20T08:41:39,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092159933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:39,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:39,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:39,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:40,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/00a8e8ec04324508b4816e425b771aab 2024-11-20T08:41:40,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/bdc208f0d7f745d0be216e5cd390790e is 50, key is test_row_0/C:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:40,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742004_1180 (size=12151) 2024-11-20T08:41:40,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:40,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:40,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:40,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092160442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:40,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/bdc208f0d7f745d0be216e5cd390790e 2024-11-20T08:41:40,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3ba152c6b734467f9f505866333161ae as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae 2024-11-20T08:41:40,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae, entries=200, sequenceid=167, filesize=38.8 K 2024-11-20T08:41:40,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/00a8e8ec04324508b4816e425b771aab as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/00a8e8ec04324508b4816e425b771aab 2024-11-20T08:41:40,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/00a8e8ec04324508b4816e425b771aab, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T08:41:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/bdc208f0d7f745d0be216e5cd390790e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/bdc208f0d7f745d0be216e5cd390790e 2024-11-20T08:41:40,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/bdc208f0d7f745d0be216e5cd390790e, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T08:41:40,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4b76001da041eaa04c2cefdc9b3991e3 in 1286ms, sequenceid=167, compaction requested=true 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:40,520 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:40,520 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:40,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:40,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:40,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:40,521 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,521 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:40,522 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:40,522 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8df86f08f39d47d89df3e22d49835ac5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=99.8 K 2024-11-20T08:41:40,522 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,522 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,522 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8df86f08f39d47d89df3e22d49835ac5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae] 2024-11-20T08:41:40,522 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/661273abe0fc4e1f8dc8c0b083ca9bec, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/2d6843ae77cd4fdc81da3f389cdf754c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/00a8e8ec04324508b4816e425b771aab] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.8 K 2024-11-20T08:41:40,522 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 661273abe0fc4e1f8dc8c0b083ca9bec, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092095398 2024-11-20T08:41:40,522 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8df86f08f39d47d89df3e22d49835ac5, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092095398 2024-11-20T08:41:40,523 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d6843ae77cd4fdc81da3f389cdf754c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732092095825 2024-11-20T08:41:40,523 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 161ac2c1108844cf9d67d6ba5c8fe187, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732092095825 2024-11-20T08:41:40,524 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 00a8e8ec04324508b4816e425b771aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732092097028 2024-11-20T08:41:40,524 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ba152c6b734467f9f505866333161ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732092097028 2024-11-20T08:41:40,540 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:40,542 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:40,542 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f318d373a5b24f4db281b7b4ed6b0f05 is 50, key is test_row_0/B:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:40,543 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120ba85d1a44fc14e3f9619f83dcb4b037a_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:40,545 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120ba85d1a44fc14e3f9619f83dcb4b037a_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:40,545 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ba85d1a44fc14e3f9619f83dcb4b037a_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:40,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742005_1181 (size=12561) 2024-11-20T08:41:40,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742006_1182 (size=4469) 2024-11-20T08:41:40,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T08:41:40,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,585 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T08:41:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:40,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e6a6bf523ee4fe882155fb5d7bcf13d_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092099302/Put/seqid=0 2024-11-20T08:41:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742007_1183 (size=12304) 2024-11-20T08:41:40,952 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#154 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:40,953 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/5f496359d47e4940afd54c09c75a4f95 is 175, key is test_row_0/A:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:40,956 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f318d373a5b24f4db281b7b4ed6b0f05 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f318d373a5b24f4db281b7b4ed6b0f05 2024-11-20T08:41:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742008_1184 (size=31515) 2024-11-20T08:41:40,963 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into f318d373a5b24f4db281b7b4ed6b0f05(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:40,964 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:40,964 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092100520; duration=0sec 2024-11-20T08:41:40,964 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:40,964 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:40,965 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:40,965 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/5f496359d47e4940afd54c09c75a4f95 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/5f496359d47e4940afd54c09c75a4f95 2024-11-20T08:41:40,968 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:40,968 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:40,968 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:40,968 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b01c53bdacc6439ab085b5e9d195115d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9572899b58624f3eb66c5e6fa7bbf62a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/bdc208f0d7f745d0be216e5cd390790e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=35.8 K 2024-11-20T08:41:40,968 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b01c53bdacc6439ab085b5e9d195115d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092095398 2024-11-20T08:41:40,969 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9572899b58624f3eb66c5e6fa7bbf62a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1732092095825 2024-11-20T08:41:40,969 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bdc208f0d7f745d0be216e5cd390790e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732092097028 2024-11-20T08:41:40,972 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into 5f496359d47e4940afd54c09c75a4f95(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:40,972 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:40,972 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092100520; duration=0sec 2024-11-20T08:41:40,973 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:40,973 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:40,980 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:40,980 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/a9f26cc6ad8f48ccb334f6055da8e7f0 is 50, key is test_row_0/C:col10/1732092097054/Put/seqid=0 2024-11-20T08:41:40,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742009_1185 (size=12561) 2024-11-20T08:41:41,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:41,007 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e6a6bf523ee4fe882155fb5d7bcf13d_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209e6a6bf523ee4fe882155fb5d7bcf13d_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:41,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/513bbcc1555644ed9d2ecbe478754ded, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:41,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/513bbcc1555644ed9d2ecbe478754ded is 175, key is test_row_0/A:col10/1732092099302/Put/seqid=0 2024-11-20T08:41:41,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742010_1186 (size=31105) 2024-11-20T08:41:41,396 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/a9f26cc6ad8f48ccb334f6055da8e7f0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a9f26cc6ad8f48ccb334f6055da8e7f0 2024-11-20T08:41:41,401 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into a9f26cc6ad8f48ccb334f6055da8e7f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:41,402 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:41,402 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092100520; duration=0sec 2024-11-20T08:41:41,402 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:41,402 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:41,415 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/513bbcc1555644ed9d2ecbe478754ded 2024-11-20T08:41:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/8d1fc088bfd64a83b4ce387653c5f5b2 is 50, key is test_row_0/B:col10/1732092099302/Put/seqid=0 2024-11-20T08:41:41,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742011_1187 (size=12151) 2024-11-20T08:41:41,433 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/8d1fc088bfd64a83b4ce387653c5f5b2 2024-11-20T08:41:41,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/84a2b2ea878c4d129a516c6949cdfad5 is 50, key is test_row_0/C:col10/1732092099302/Put/seqid=0 2024-11-20T08:41:41,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742012_1188 (size=12151) 2024-11-20T08:41:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:41,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092161509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:41,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:41,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:41,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:41,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092161623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:41,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:41,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092161833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:41,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:41,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:41,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:41,850 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/84a2b2ea878c4d129a516c6949cdfad5 2024-11-20T08:41:41,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/513bbcc1555644ed9d2ecbe478754ded as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded 2024-11-20T08:41:41,860 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded, entries=150, sequenceid=184, filesize=30.4 K 2024-11-20T08:41:41,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/8d1fc088bfd64a83b4ce387653c5f5b2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/8d1fc088bfd64a83b4ce387653c5f5b2 2024-11-20T08:41:41,866 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/8d1fc088bfd64a83b4ce387653c5f5b2, entries=150, sequenceid=184, filesize=11.9 K 2024-11-20T08:41:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/84a2b2ea878c4d129a516c6949cdfad5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/84a2b2ea878c4d129a516c6949cdfad5 2024-11-20T08:41:41,871 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/84a2b2ea878c4d129a516c6949cdfad5, entries=150, sequenceid=184, filesize=11.9 K 2024-11-20T08:41:41,872 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 4b76001da041eaa04c2cefdc9b3991e3 in 1287ms, sequenceid=184, compaction requested=false 2024-11-20T08:41:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:41,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T08:41:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T08:41:41,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T08:41:41,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5170 sec 2024-11-20T08:41:41,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 2.5230 sec 2024-11-20T08:41:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:42,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T08:41:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:42,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:42,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120608de2ed25b94f45ab04e7fdf5e945d3_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:42,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742013_1189 (size=14794) 2024-11-20T08:41:42,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092162213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:42,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:42,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092162323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:42,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092162533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:42,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:42,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:42,567 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120608de2ed25b94f45ab04e7fdf5e945d3_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120608de2ed25b94f45ab04e7fdf5e945d3_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:42,568 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/746b8353b4d746189dc66b752c90ca6e, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:42,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/746b8353b4d746189dc66b752c90ca6e is 175, key is test_row_0/A:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:42,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742014_1190 (size=39749) 2024-11-20T08:41:42,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:42,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092162843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:42,974 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/746b8353b4d746189dc66b752c90ca6e 2024-11-20T08:41:42,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/7c48244e44bd4e7c9d4334a623f7288e is 50, key is test_row_0/B:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742015_1191 (size=12151) 2024-11-20T08:41:43,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092163353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:43,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:43,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:43,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:43,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/7c48244e44bd4e7c9d4334a623f7288e 2024-11-20T08:41:43,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/97e05d33c48442c380ddad144af80e1b is 50, key is test_row_0/C:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742016_1192 (size=12151) 2024-11-20T08:41:43,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/97e05d33c48442c380ddad144af80e1b 2024-11-20T08:41:43,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/746b8353b4d746189dc66b752c90ca6e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e 2024-11-20T08:41:43,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e, entries=200, sequenceid=203, filesize=38.8 K 2024-11-20T08:41:43,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/7c48244e44bd4e7c9d4334a623f7288e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/7c48244e44bd4e7c9d4334a623f7288e 2024-11-20T08:41:43,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45026 deadline: 1732092163424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:43,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/7c48244e44bd4e7c9d4334a623f7288e, entries=150, sequenceid=203, filesize=11.9 K 2024-11-20T08:41:43,427 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:43,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:43,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:43,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/97e05d33c48442c380ddad144af80e1b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/97e05d33c48442c380ddad144af80e1b 2024-11-20T08:41:43,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/97e05d33c48442c380ddad144af80e1b, entries=150, sequenceid=203, filesize=11.9 K 2024-11-20T08:41:43,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 4b76001da041eaa04c2cefdc9b3991e3 in 1288ms, sequenceid=203, compaction requested=true 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:43,436 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:43,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:43,437 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:43,437 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:43,437 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:43,437 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:43,437 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:43,437 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:43,438 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f318d373a5b24f4db281b7b4ed6b0f05, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/8d1fc088bfd64a83b4ce387653c5f5b2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/7c48244e44bd4e7c9d4334a623f7288e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.0 K 2024-11-20T08:41:43,438 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/5f496359d47e4940afd54c09c75a4f95, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=100.0 K 2024-11-20T08:41:43,438 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:43,438 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/5f496359d47e4940afd54c09c75a4f95, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e] 2024-11-20T08:41:43,438 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f318d373a5b24f4db281b7b4ed6b0f05, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732092097028 2024-11-20T08:41:43,438 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f496359d47e4940afd54c09c75a4f95, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732092097028 2024-11-20T08:41:43,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d1fc088bfd64a83b4ce387653c5f5b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732092099288 2024-11-20T08:41:43,439 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 513bbcc1555644ed9d2ecbe478754ded, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732092099288 2024-11-20T08:41:43,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c48244e44bd4e7c9d4334a623f7288e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732092101476 2024-11-20T08:41:43,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 746b8353b4d746189dc66b752c90ca6e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732092101476 2024-11-20T08:41:43,451 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:43,451 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/1fd9c5cc71b14a5c9f4919a315d11651 is 50, key is test_row_0/B:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:43,452 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:43,456 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120dfc42c3f30724937bddd84fd5e3e64c3_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:43,459 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120dfc42c3f30724937bddd84fd5e3e64c3_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:43,459 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dfc42c3f30724937bddd84fd5e3e64c3_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:43,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742017_1193 (size=12663) 2024-11-20T08:41:43,475 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/1fd9c5cc71b14a5c9f4919a315d11651 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1fd9c5cc71b14a5c9f4919a315d11651 2024-11-20T08:41:43,484 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into 1fd9c5cc71b14a5c9f4919a315d11651(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:43,484 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:43,484 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092103436; duration=0sec 2024-11-20T08:41:43,485 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:43,485 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:43,485 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:43,488 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:43,488 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:43,488 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:43,488 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a9f26cc6ad8f48ccb334f6055da8e7f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/84a2b2ea878c4d129a516c6949cdfad5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/97e05d33c48442c380ddad144af80e1b] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.0 K 2024-11-20T08:41:43,489 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a9f26cc6ad8f48ccb334f6055da8e7f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732092097028 2024-11-20T08:41:43,489 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 84a2b2ea878c4d129a516c6949cdfad5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732092099288 2024-11-20T08:41:43,490 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e05d33c48442c380ddad144af80e1b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732092101476 2024-11-20T08:41:43,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742018_1194 (size=4469) 2024-11-20T08:41:43,498 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#163 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:43,499 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/6e9345798188409fb69e1046292d72a0 is 175, key is test_row_0/A:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:43,512 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:43,513 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/1a1904553e204869b90199b291433178 is 50, key is test_row_0/C:col10/1732092102145/Put/seqid=0 2024-11-20T08:41:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T08:41:43,523 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:43,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-20T08:41:43,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:43,527 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:43,527 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T08:41:43,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742019_1195 (size=31617) 2024-11-20T08:41:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742020_1196 (size=12663) 2024-11-20T08:41:43,541 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/6e9345798188409fb69e1046292d72a0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6e9345798188409fb69e1046292d72a0 2024-11-20T08:41:43,546 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/1a1904553e204869b90199b291433178 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/1a1904553e204869b90199b291433178 2024-11-20T08:41:43,550 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into 6e9345798188409fb69e1046292d72a0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:43,550 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:43,550 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092103436; duration=0sec 2024-11-20T08:41:43,550 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:43,551 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:43,559 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into 1a1904553e204869b90199b291433178(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:43,559 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:43,559 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092103436; duration=0sec 2024-11-20T08:41:43,559 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:43,559 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:43,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T08:41:43,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T08:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:43,680 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T08:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:43,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:43,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e55ca4faf479484289642d182c3a9e6e_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092102206/Put/seqid=0 2024-11-20T08:41:43,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742021_1197 (size=12304) 2024-11-20T08:41:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T08:41:44,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:44,099 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e55ca4faf479484289642d182c3a9e6e_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e55ca4faf479484289642d182c3a9e6e_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:44,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/ba71b1f6f8074f49a38b8bcedd400dcd, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/ba71b1f6f8074f49a38b8bcedd400dcd is 175, key is test_row_0/A:col10/1732092102206/Put/seqid=0 2024-11-20T08:41:44,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742022_1198 (size=31105) 2024-11-20T08:41:44,106 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/ba71b1f6f8074f49a38b8bcedd400dcd 2024-11-20T08:41:44,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/17863065d13d47c3bda5317c08df3ddf is 50, key is test_row_0/B:col10/1732092102206/Put/seqid=0 2024-11-20T08:41:44,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742023_1199 (size=12151) 2024-11-20T08:41:44,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T08:41:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:44,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:44,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092164418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:44,520 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/17863065d13d47c3bda5317c08df3ddf 2024-11-20T08:41:44,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b887d259cff04dffa1461596817a4810 is 50, key is test_row_0/C:col10/1732092102206/Put/seqid=0 2024-11-20T08:41:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092164533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:44,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742024_1200 (size=12151) 2024-11-20T08:41:44,543 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b887d259cff04dffa1461596817a4810 2024-11-20T08:41:44,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/ba71b1f6f8074f49a38b8bcedd400dcd as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd 2024-11-20T08:41:44,553 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd, entries=150, sequenceid=222, filesize=30.4 K 2024-11-20T08:41:44,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/17863065d13d47c3bda5317c08df3ddf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/17863065d13d47c3bda5317c08df3ddf 2024-11-20T08:41:44,560 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/17863065d13d47c3bda5317c08df3ddf, entries=150, sequenceid=222, filesize=11.9 K 2024-11-20T08:41:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/b887d259cff04dffa1461596817a4810 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b887d259cff04dffa1461596817a4810 2024-11-20T08:41:44,565 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b887d259cff04dffa1461596817a4810, entries=150, sequenceid=222, filesize=11.9 K 2024-11-20T08:41:44,567 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 4b76001da041eaa04c2cefdc9b3991e3 in 886ms, sequenceid=222, compaction requested=false 2024-11-20T08:41:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:44,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T08:41:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T08:41:44,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T08:41:44,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-20T08:41:44,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.0480 sec 2024-11-20T08:41:44,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T08:41:44,663 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:44,664 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T08:41:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T08:41:44,666 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:44,667 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:44,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:44,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T08:41:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:44,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:44,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207fb9c052d44e4e46aa205ddffea778e2_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T08:41:44,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742025_1201 (size=14794) 2024-11-20T08:41:44,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:44,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207fb9c052d44e4e46aa205ddffea778e2_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fb9c052d44e4e46aa205ddffea778e2_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:44,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/9570911ff59a4b8dbc59a8c55b044cd3, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:44,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/9570911ff59a4b8dbc59a8c55b044cd3 is 175, key is test_row_0/A:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:44,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742026_1202 (size=39749) 2024-11-20T08:41:44,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092164801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:44,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:44,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:44,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092164912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:44,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:44,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T08:41:45,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:45,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092165123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:45,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,203 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/9570911ff59a4b8dbc59a8c55b044cd3 2024-11-20T08:41:45,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/23df6cee9e244bb7ae46b8196c472d03 is 50, key is test_row_0/B:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:45,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742027_1203 (size=12151) 2024-11-20T08:41:45,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T08:41:45,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092165433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:45,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:45,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:45,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:45,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:45,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:45,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/23df6cee9e244bb7ae46b8196c472d03 2024-11-20T08:41:45,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/6934cbfe939b4ccba3ef038fc1611214 is 50, key is test_row_0/C:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:45,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742028_1204 (size=12151) 2024-11-20T08:41:45,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T08:41:45,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:45,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:45,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092165953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:45,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:45,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:46,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/6934cbfe939b4ccba3ef038fc1611214 2024-11-20T08:41:46,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/9570911ff59a4b8dbc59a8c55b044cd3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3 2024-11-20T08:41:46,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3, entries=200, sequenceid=239, filesize=38.8 K 2024-11-20T08:41:46,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/23df6cee9e244bb7ae46b8196c472d03 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/23df6cee9e244bb7ae46b8196c472d03 2024-11-20T08:41:46,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/23df6cee9e244bb7ae46b8196c472d03, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T08:41:46,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/6934cbfe939b4ccba3ef038fc1611214 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/6934cbfe939b4ccba3ef038fc1611214 2024-11-20T08:41:46,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:46,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:46,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/6934cbfe939b4ccba3ef038fc1611214, entries=150, sequenceid=239, filesize=11.9 K 2024-11-20T08:41:46,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 4b76001da041eaa04c2cefdc9b3991e3 in 1323ms, sequenceid=239, compaction requested=true 2024-11-20T08:41:46,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:46,070 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:46,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:46,070 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:46,071 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:46,071 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:46,071 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,071 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6e9345798188409fb69e1046292d72a0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=100.1 K 2024-11-20T08:41:46,071 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,071 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6e9345798188409fb69e1046292d72a0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3] 2024-11-20T08:41:46,072 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e9345798188409fb69e1046292d72a0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732092101476 2024-11-20T08:41:46,072 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:46,072 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba71b1f6f8074f49a38b8bcedd400dcd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732092102194 2024-11-20T08:41:46,072 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:46,072 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,072 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1fd9c5cc71b14a5c9f4919a315d11651, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/17863065d13d47c3bda5317c08df3ddf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/23df6cee9e244bb7ae46b8196c472d03] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.1 K 2024-11-20T08:41:46,073 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9570911ff59a4b8dbc59a8c55b044cd3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732092104401 2024-11-20T08:41:46,074 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fd9c5cc71b14a5c9f4919a315d11651, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732092101476 2024-11-20T08:41:46,075 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 17863065d13d47c3bda5317c08df3ddf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732092102194 2024-11-20T08:41:46,075 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 23df6cee9e244bb7ae46b8196c472d03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732092104401 2024-11-20T08:41:46,082 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:46,084 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120258b93a167a745b393223e36490a3de8_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:46,084 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:46,085 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/e7774d5e7a394cd892dab2309c558ebb is 50, key is test_row_0/B:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:46,087 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120258b93a167a745b393223e36490a3de8_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:46,087 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120258b93a167a745b393223e36490a3de8_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742029_1205 (size=12765) 2024-11-20T08:41:46,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742030_1206 (size=4469) 2024-11-20T08:41:46,098 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/e7774d5e7a394cd892dab2309c558ebb as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/e7774d5e7a394cd892dab2309c558ebb 2024-11-20T08:41:46,104 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into e7774d5e7a394cd892dab2309c558ebb(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:46,104 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:46,104 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092106070; duration=0sec 2024-11-20T08:41:46,105 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:46,105 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:46,105 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:46,107 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:46,107 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:46,107 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,107 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/1a1904553e204869b90199b291433178, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b887d259cff04dffa1461596817a4810, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/6934cbfe939b4ccba3ef038fc1611214] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.1 K 2024-11-20T08:41:46,107 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1904553e204869b90199b291433178, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732092101476 2024-11-20T08:41:46,108 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b887d259cff04dffa1461596817a4810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732092102194 2024-11-20T08:41:46,110 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6934cbfe939b4ccba3ef038fc1611214, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732092104401 2024-11-20T08:41:46,116 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:46,117 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/3ffb604125a047bd8d911c8f66f4a754 is 50, key is test_row_0/C:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742031_1207 (size=12765) 2024-11-20T08:41:46,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T08:41:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,219 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T08:41:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120775e87cf46f14d998c4b4db6fa62e2a3_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092104766/Put/seqid=0 2024-11-20T08:41:46,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742032_1208 (size=12304) 2024-11-20T08:41:46,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,244 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120775e87cf46f14d998c4b4db6fa62e2a3_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120775e87cf46f14d998c4b4db6fa62e2a3_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:46,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/17be010e6c7045dba8ffe62543f184a5, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/17be010e6c7045dba8ffe62543f184a5 is 175, key is test_row_0/A:col10/1732092104766/Put/seqid=0 2024-11-20T08:41:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742033_1209 (size=31105) 2024-11-20T08:41:46,256 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/17be010e6c7045dba8ffe62543f184a5 2024-11-20T08:41:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/bf165586480d489cbfdc0b369e820901 is 50, key is test_row_0/B:col10/1732092104766/Put/seqid=0 2024-11-20T08:41:46,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742034_1210 (size=12151) 2024-11-20T08:41:46,272 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/bf165586480d489cbfdc0b369e820901 2024-11-20T08:41:46,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e709848170e541b7ab36cab13a53d3a3 is 50, key is test_row_0/C:col10/1732092104766/Put/seqid=0 2024-11-20T08:41:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742035_1211 (size=12151) 2024-11-20T08:41:46,497 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#171 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:46,497 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3416051e1e1040df9bfa2399b7c82341 is 175, key is test_row_0/A:col10/1732092104401/Put/seqid=0 2024-11-20T08:41:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742036_1212 (size=31719) 2024-11-20T08:41:46,531 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/3ffb604125a047bd8d911c8f66f4a754 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/3ffb604125a047bd8d911c8f66f4a754 2024-11-20T08:41:46,537 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into 3ffb604125a047bd8d911c8f66f4a754(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:46,537 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:46,537 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092106070; duration=0sec 2024-11-20T08:41:46,537 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:46,537 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:46,690 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e709848170e541b7ab36cab13a53d3a3 2024-11-20T08:41:46,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/17be010e6c7045dba8ffe62543f184a5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5 2024-11-20T08:41:46,700 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5, entries=150, sequenceid=255, filesize=30.4 K 2024-11-20T08:41:46,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/bf165586480d489cbfdc0b369e820901 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/bf165586480d489cbfdc0b369e820901 2024-11-20T08:41:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,711 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/bf165586480d489cbfdc0b369e820901, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T08:41:46,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e709848170e541b7ab36cab13a53d3a3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e709848170e541b7ab36cab13a53d3a3 2024-11-20T08:41:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,717 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e709848170e541b7ab36cab13a53d3a3, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T08:41:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,718 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 4b76001da041eaa04c2cefdc9b3991e3 in 499ms, sequenceid=255, compaction requested=false 2024-11-20T08:41:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T08:41:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T08:41:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T08:41:46,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0530 sec 2024-11-20T08:41:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.0590 sec 2024-11-20T08:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T08:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,823 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,824 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T08:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,826 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T08:41:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,827 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,909 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3416051e1e1040df9bfa2399b7c82341 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3416051e1e1040df9bfa2399b7c82341 2024-11-20T08:41:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,916 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into 3416051e1e1040df9bfa2399b7c82341(size=31.0 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,916 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:46,916 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092106069; duration=0sec 2024-11-20T08:41:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,916 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:46,916 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T08:41:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T08:41:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:46,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:46,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T08:41:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T08:41:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T08:41:46,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-20T08:41:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 162 msec 2024-11-20T08:41:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:41:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:47,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9627803ac7b44938b99b9c3be80dde3_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742037_1213 (size=22618) 2024-11-20T08:41:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T08:41:47,144 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:47,144 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:41:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T08:41:47,146 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:41:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:47,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:41:47,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:41:47,171 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092107131, max timestamp=1732092107166Num uniques 859; 2024-11-20T08:41:47,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:41:47,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092107131, max timestamp=1732092107166Num uniques 859; 2024-11-20T08:41:47,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:41:47,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092107131, max timestamp=1732092107166Num uniques 859; 2024-11-20T08:41:47,172 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:41:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:47,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092167267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:47,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:47,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092167382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,385 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:47,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:47,490 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:47,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f9627803ac7b44938b99b9c3be80dde3_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9627803ac7b44938b99b9c3be80dde3_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:47,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3235039498be4d82914ecb7fd49e5a61, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:47,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3235039498be4d82914ecb7fd49e5a61 is 175, key is test_row_0/A:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:47,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742038_1214 (size=66023) 2024-11-20T08:41:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092167593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:47,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:47,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:47,901 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3235039498be4d82914ecb7fd49e5a61 2024-11-20T08:41:47,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092167903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:47,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:47,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/14cba278559c4ae2ade4ae2f50748763 is 50, key is test_row_0/B:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:47,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742039_1215 (size=12301) 2024-11-20T08:41:47,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:47,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:47,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:47,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:41:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:48,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/14cba278559c4ae2ade4ae2f50748763 2024-11-20T08:41:48,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9b969e7957614f299e6a640130ff564b is 50, key is test_row_0/C:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742040_1216 (size=12301) 2024-11-20T08:41:48,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9b969e7957614f299e6a640130ff564b 2024-11-20T08:41:48,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/3235039498be4d82914ecb7fd49e5a61 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61 2024-11-20T08:41:48,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61, entries=350, sequenceid=268, filesize=64.5 K 2024-11-20T08:41:48,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/14cba278559c4ae2ade4ae2f50748763 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14cba278559c4ae2ade4ae2f50748763 2024-11-20T08:41:48,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14cba278559c4ae2ade4ae2f50748763, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T08:41:48,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/9b969e7957614f299e6a640130ff564b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b969e7957614f299e6a640130ff564b 2024-11-20T08:41:48,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b969e7957614f299e6a640130ff564b, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T08:41:48,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4b76001da041eaa04c2cefdc9b3991e3 in 1288ms, sequenceid=268, compaction requested=true 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:48,352 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:48,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:48,352 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:48,353 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128847 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:48,354 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:48,354 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,354 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3416051e1e1040df9bfa2399b7c82341, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=125.8 K 2024-11-20T08:41:48,354 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,354 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3416051e1e1040df9bfa2399b7c82341, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61] 2024-11-20T08:41:48,354 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:48,354 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:48,354 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,354 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/e7774d5e7a394cd892dab2309c558ebb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/bf165586480d489cbfdc0b369e820901, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14cba278559c4ae2ade4ae2f50748763] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.3 K 2024-11-20T08:41:48,355 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3416051e1e1040df9bfa2399b7c82341, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732092104401 2024-11-20T08:41:48,355 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e7774d5e7a394cd892dab2309c558ebb, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732092104401 2024-11-20T08:41:48,355 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17be010e6c7045dba8ffe62543f184a5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732092104766 2024-11-20T08:41:48,355 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bf165586480d489cbfdc0b369e820901, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732092104766 2024-11-20T08:41:48,356 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 14cba278559c4ae2ade4ae2f50748763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092107037 2024-11-20T08:41:48,356 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3235039498be4d82914ecb7fd49e5a61, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092106996 2024-11-20T08:41:48,363 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:48,366 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202c216c058b6f4660bfee43443712f3a5_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:48,367 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#181 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:48,368 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/6d6871946d1446d9ba1a6e74f75445d7 is 50, key is test_row_0/B:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:48,368 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202c216c058b6f4660bfee43443712f3a5_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:48,369 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202c216c058b6f4660bfee43443712f3a5_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:48,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T08:41:48,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,376 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-20T08:41:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:48,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:48,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742042_1218 (size=4469) 2024-11-20T08:41:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742041_1217 (size=13017) 2024-11-20T08:41:48,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f6ad244e4fd447f5859514acc829591f_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092107265/Put/seqid=0 2024-11-20T08:41:48,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742043_1219 (size=12454) 2024-11-20T08:41:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:48,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. as already flushing 2024-11-20T08:41:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092168453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:48,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:48,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092168563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:48,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:48,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092168773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:48,777 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:48,791 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:48,792 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/ea05bfaf0d284e558dd9d39091de18f0 is 175, key is test_row_0/A:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:48,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742044_1220 (size=31971) 2024-11-20T08:41:48,803 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/6d6871946d1446d9ba1a6e74f75445d7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/6d6871946d1446d9ba1a6e74f75445d7 2024-11-20T08:41:48,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:48,809 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into 6d6871946d1446d9ba1a6e74f75445d7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:48,809 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:48,810 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092108352; duration=0sec 2024-11-20T08:41:48,810 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:48,810 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:48,810 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:48,812 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f6ad244e4fd447f5859514acc829591f_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6ad244e4fd447f5859514acc829591f_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:48,812 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:48,813 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:48,813 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/54133d80ea0a42e29074bb8d1a515d5c, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:48,813 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/3ffb604125a047bd8d911c8f66f4a754, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e709848170e541b7ab36cab13a53d3a3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b969e7957614f299e6a640130ff564b] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.3 K 2024-11-20T08:41:48,813 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ffb604125a047bd8d911c8f66f4a754, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732092104401 2024-11-20T08:41:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/54133d80ea0a42e29074bb8d1a515d5c is 175, key is test_row_0/A:col10/1732092107265/Put/seqid=0 2024-11-20T08:41:48,814 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e709848170e541b7ab36cab13a53d3a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732092104766 2024-11-20T08:41:48,815 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b969e7957614f299e6a640130ff564b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092107037 2024-11-20T08:41:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742045_1221 (size=31255) 2024-11-20T08:41:48,825 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:48,826 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/a927efe54a6243b3adff9a3b26a95580 is 50, key is test_row_0/C:col10/1732092107037/Put/seqid=0 2024-11-20T08:41:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742046_1222 (size=13017) 2024-11-20T08:41:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092169083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:49,202 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/ea05bfaf0d284e558dd9d39091de18f0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ea05bfaf0d284e558dd9d39091de18f0 2024-11-20T08:41:49,207 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into ea05bfaf0d284e558dd9d39091de18f0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:49,207 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:49,207 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092108352; duration=0sec 2024-11-20T08:41:49,207 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:49,207 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:49,222 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/54133d80ea0a42e29074bb8d1a515d5c 2024-11-20T08:41:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/ea95e62719b746068fdd6637cff319f0 is 50, key is test_row_0/B:col10/1732092107265/Put/seqid=0 2024-11-20T08:41:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742047_1223 (size=12301) 2024-11-20T08:41:49,235 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/ea95e62719b746068fdd6637cff319f0 2024-11-20T08:41:49,236 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/a927efe54a6243b3adff9a3b26a95580 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a927efe54a6243b3adff9a3b26a95580 2024-11-20T08:41:49,245 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into a927efe54a6243b3adff9a3b26a95580(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:49,245 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:49,245 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092108352; duration=0sec 2024-11-20T08:41:49,245 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:49,245 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:49,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/59ea3d583b5e4fc6b5670cccf9df3d77 is 50, key is test_row_0/C:col10/1732092107265/Put/seqid=0 2024-11-20T08:41:49,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742048_1224 (size=12301) 2024-11-20T08:41:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:49,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44960 deadline: 1732092169573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:49,576 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18318 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44986 deadline: 1732092169583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45008 deadline: 1732092169583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:49,587 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18323 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:49,588 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 4b76001da041eaa04c2cefdc9b3991e3 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18322 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:41:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:49,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092169603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:49,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:49,659 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/59ea3d583b5e4fc6b5670cccf9df3d77 2024-11-20T08:41:49,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/54133d80ea0a42e29074bb8d1a515d5c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c 2024-11-20T08:41:49,669 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c, entries=150, sequenceid=303, filesize=30.5 K 2024-11-20T08:41:49,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/ea95e62719b746068fdd6637cff319f0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ea95e62719b746068fdd6637cff319f0 2024-11-20T08:41:49,674 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ea95e62719b746068fdd6637cff319f0, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T08:41:49,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/59ea3d583b5e4fc6b5670cccf9df3d77 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/59ea3d583b5e4fc6b5670cccf9df3d77 2024-11-20T08:41:49,679 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/59ea3d583b5e4fc6b5670cccf9df3d77, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T08:41:49,680 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 4b76001da041eaa04c2cefdc9b3991e3 in 1304ms, sequenceid=303, compaction requested=false 2024-11-20T08:41:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T08:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T08:41:49,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T08:41:49,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5350 sec 2024-11-20T08:41:49,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.5400 sec 2024-11-20T08:41:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:50,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:41:50,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:50,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:50,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:50,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:50,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:50,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:50,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120314396735fa44cdda4989732e0a8abd4_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742049_1225 (size=12454) 2024-11-20T08:41:50,659 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:50,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120314396735fa44cdda4989732e0a8abd4_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120314396735fa44cdda4989732e0a8abd4_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:50,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/24f054ea954a419e9f43b88bb1cf5bf0, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:50,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/24f054ea954a419e9f43b88bb1cf5bf0 is 175, key is test_row_0/A:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742050_1226 (size=31255) 2024-11-20T08:41:50,675 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/24f054ea954a419e9f43b88bb1cf5bf0 2024-11-20T08:41:50,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/5c2f8d8312ff461eb5cd6cb14545d3da is 50, key is test_row_0/B:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:50,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742051_1227 (size=12301) 2024-11-20T08:41:50,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092110703, max timestamp=1732092110725Num uniques 859; 2024-11-20T08:41:50,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092110703, max timestamp=1732092110725Num uniques 859; 2024-11-20T08:41:50,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:50,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:50,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092110703, max timestamp=1732092110725Num uniques 859; 2024-11-20T08:41:50,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:41:50,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:50,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092170821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:50,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:50,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:50,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092170933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:50,949 INFO [Thread-669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-669. 2024-11-20T08:41:50,949 DEBUG [Thread-669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:50,949 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,949 DEBUG [Thread-669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:50,954 INFO [Thread-673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-673. 2024-11-20T08:41:50,954 DEBUG [Thread-673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:50,954 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,954 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:50,955 INFO [Thread-671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-671. 2024-11-20T08:41:50,956 DEBUG [Thread-671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:50,956 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,956 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:50,959 INFO [Thread-675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-675. 2024-11-20T08:41:50,959 DEBUG [Thread-675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:50,959 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,960 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:50,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:51,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/5c2f8d8312ff461eb5cd6cb14545d3da 2024-11-20T08:41:51,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/ecb014a5f840401b9b4baf579eca55e3 is 50, key is test_row_0/C:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:51,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742052_1228 (size=12301) 2024-11-20T08:41:51,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:51,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092171143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:51,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:51,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:51,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:51,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T08:41:51,313 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:41:51,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:41:51,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45006 deadline: 1732092171453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:51,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:51,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:41:51,454 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:41:51,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/ecb014a5f840401b9b4baf579eca55e3 2024-11-20T08:41:51,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/24f054ea954a419e9f43b88bb1cf5bf0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0 2024-11-20T08:41:51,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0, entries=150, sequenceid=317, filesize=30.5 K 2024-11-20T08:41:51,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/5c2f8d8312ff461eb5cd6cb14545d3da as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5c2f8d8312ff461eb5cd6cb14545d3da 2024-11-20T08:41:51,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5c2f8d8312ff461eb5cd6cb14545d3da, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T08:41:51,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/ecb014a5f840401b9b4baf579eca55e3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/ecb014a5f840401b9b4baf579eca55e3 2024-11-20T08:41:51,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/ecb014a5f840401b9b4baf579eca55e3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T08:41:51,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 4b76001da041eaa04c2cefdc9b3991e3 in 910ms, sequenceid=317, compaction requested=true 2024-11-20T08:41:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:41:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:51,536 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:41:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4b76001da041eaa04c2cefdc9b3991e3:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:41:51,536 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:51,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:51,536 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:51,536 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/B is initiating minor compaction (all files) 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/A is initiating minor compaction (all files) 2024-11-20T08:41:51,537 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/B in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:51,537 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/A in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:51,537 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/6d6871946d1446d9ba1a6e74f75445d7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ea95e62719b746068fdd6637cff319f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5c2f8d8312ff461eb5cd6cb14545d3da] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.7 K 2024-11-20T08:41:51,537 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ea05bfaf0d284e558dd9d39091de18f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=92.3 K 2024-11-20T08:41:51,537 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ea05bfaf0d284e558dd9d39091de18f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0] 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d6871946d1446d9ba1a6e74f75445d7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092107037 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea05bfaf0d284e558dd9d39091de18f0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092107037 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ea95e62719b746068fdd6637cff319f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732092107241 2024-11-20T08:41:51,537 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54133d80ea0a42e29074bb8d1a515d5c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732092107241 2024-11-20T08:41:51,538 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2f8d8312ff461eb5cd6cb14545d3da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092108445 2024-11-20T08:41:51,538 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24f054ea954a419e9f43b88bb1cf5bf0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092108445 2024-11-20T08:41:51,545 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:51,546 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/5fab00c219d0463a8db384124fb99752 is 50, key is test_row_0/B:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:51,548 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:51,550 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411205afd7b6b16f145fe8868a593b2e1f8ba_4b76001da041eaa04c2cefdc9b3991e3 store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:51,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742053_1229 (size=13119) 2024-11-20T08:41:51,560 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/5fab00c219d0463a8db384124fb99752 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5fab00c219d0463a8db384124fb99752 2024-11-20T08:41:51,567 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/B of 4b76001da041eaa04c2cefdc9b3991e3 into 5fab00c219d0463a8db384124fb99752(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:51,567 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:51,567 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/B, priority=13, startTime=1732092111536; duration=0sec 2024-11-20T08:41:51,567 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:41:51,567 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:B 2024-11-20T08:41:51,567 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:41:51,569 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:41:51,569 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 4b76001da041eaa04c2cefdc9b3991e3/C is initiating minor compaction (all files) 2024-11-20T08:41:51,569 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4b76001da041eaa04c2cefdc9b3991e3/C in TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:51,569 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a927efe54a6243b3adff9a3b26a95580, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/59ea3d583b5e4fc6b5670cccf9df3d77, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/ecb014a5f840401b9b4baf579eca55e3] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp, totalSize=36.7 K 2024-11-20T08:41:51,570 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411205afd7b6b16f145fe8868a593b2e1f8ba_4b76001da041eaa04c2cefdc9b3991e3, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:51,570 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411205afd7b6b16f145fe8868a593b2e1f8ba_4b76001da041eaa04c2cefdc9b3991e3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:51,571 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a927efe54a6243b3adff9a3b26a95580, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092107037 2024-11-20T08:41:51,571 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 59ea3d583b5e4fc6b5670cccf9df3d77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732092107241 2024-11-20T08:41:51,572 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb014a5f840401b9b4baf579eca55e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092108445 2024-11-20T08:41:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742054_1230 (size=4469) 2024-11-20T08:41:51,577 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#A#compaction#190 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:51,577 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/14574b6eb46443529f79ceea9204ea6e is 175, key is test_row_0/A:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:51,582 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4b76001da041eaa04c2cefdc9b3991e3#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:41:51,583 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/5abaebc70d0b46cb9fdece90f2299dd0 is 50, key is test_row_0/C:col10/1732092110624/Put/seqid=0 2024-11-20T08:41:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742055_1231 (size=32073) 2024-11-20T08:41:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742056_1232 (size=13119) 2024-11-20T08:41:51,598 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/5abaebc70d0b46cb9fdece90f2299dd0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/5abaebc70d0b46cb9fdece90f2299dd0 2024-11-20T08:41:51,603 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/C of 4b76001da041eaa04c2cefdc9b3991e3 into 5abaebc70d0b46cb9fdece90f2299dd0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:51,603 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:51,603 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/C, priority=13, startTime=1732092111536; duration=0sec 2024-11-20T08:41:51,603 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:51,604 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:C 2024-11-20T08:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:51,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:41:51,965 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-11-20T08:41:51,965 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:51,965 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:51,965 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:51,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:51,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:51,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:51,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:51,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:51,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:51,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:41:51,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033968c408e9241a8aa8f3a0248913040_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092110773/Put/seqid=0 2024-11-20T08:41:51,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742057_1233 (size=12454) 2024-11-20T08:41:51,997 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/14574b6eb46443529f79ceea9204ea6e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/14574b6eb46443529f79ceea9204ea6e 2024-11-20T08:41:52,004 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4b76001da041eaa04c2cefdc9b3991e3/A of 4b76001da041eaa04c2cefdc9b3991e3 into 14574b6eb46443529f79ceea9204ea6e(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:41:52,005 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:52,005 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., storeName=4b76001da041eaa04c2cefdc9b3991e3/A, priority=13, startTime=1732092111535; duration=0sec 2024-11-20T08:41:52,005 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:41:52,005 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4b76001da041eaa04c2cefdc9b3991e3:A 2024-11-20T08:41:52,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:41:52,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112033968c408e9241a8aa8f3a0248913040_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033968c408e9241a8aa8f3a0248913040_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:52,385 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/d9ead5c1a8cc4b90945d68d2ea2eea61, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:41:52,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/d9ead5c1a8cc4b90945d68d2ea2eea61 is 175, key is test_row_0/A:col10/1732092110773/Put/seqid=0 2024-11-20T08:41:52,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742058_1234 (size=31255) 2024-11-20T08:41:52,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/d9ead5c1a8cc4b90945d68d2ea2eea61 2024-11-20T08:41:52,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/a0a7ba35373e406f95557d7cfd5ba3e5 is 50, key is test_row_0/B:col10/1732092110773/Put/seqid=0 2024-11-20T08:41:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742059_1235 (size=12301) 2024-11-20T08:41:52,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/a0a7ba35373e406f95557d7cfd5ba3e5 2024-11-20T08:41:52,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/71a4a454aa5e456c90335b2933d6ed45 is 50, key is test_row_0/C:col10/1732092110773/Put/seqid=0 2024-11-20T08:41:52,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742060_1236 (size=12301) 2024-11-20T08:41:52,824 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/71a4a454aa5e456c90335b2933d6ed45 2024-11-20T08:41:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/d9ead5c1a8cc4b90945d68d2ea2eea61 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/d9ead5c1a8cc4b90945d68d2ea2eea61 2024-11-20T08:41:52,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/d9ead5c1a8cc4b90945d68d2ea2eea61, entries=150, sequenceid=356, filesize=30.5 K 2024-11-20T08:41:52,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/a0a7ba35373e406f95557d7cfd5ba3e5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/a0a7ba35373e406f95557d7cfd5ba3e5 2024-11-20T08:41:52,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/a0a7ba35373e406f95557d7cfd5ba3e5, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T08:41:52,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/71a4a454aa5e456c90335b2933d6ed45 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/71a4a454aa5e456c90335b2933d6ed45 2024-11-20T08:41:52,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/71a4a454aa5e456c90335b2933d6ed45, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T08:41:52,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=0 B/0 for 4b76001da041eaa04c2cefdc9b3991e3 in 882ms, sequenceid=356, compaction requested=false 2024-11-20T08:41:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4b76001da041eaa04c2cefdc9b3991e3: 2024-11-20T08:41:53,464 INFO [Thread-666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-666. 2024-11-20T08:41:53,464 DEBUG [Thread-666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:53,464 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:53,464 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:53,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:53,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:41:59,605 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-11-20T08:41:59,605 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-11-20T08:41:59,605 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:59,605 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:59,605 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,605 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,605 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,605 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:59,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:59,635 INFO [Thread-658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-658. 2024-11-20T08:41:59,635 DEBUG [Thread-658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:41:59,635 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,635 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 4 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 215 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2899 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2866 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1253 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3759 rows 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1249 2024-11-20T08:41:59,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3747 rows 2024-11-20T08:41:59,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:41:59,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:41:59,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:41:59,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:41:59,637 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:41:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:41:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T08:41:59,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092119640"}]},"ts":"1732092119640"} 2024-11-20T08:41:59,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:41:59,641 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:41:59,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:41:59,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, UNASSIGN}] 2024-11-20T08:41:59,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, UNASSIGN 2024-11-20T08:41:59,644 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:41:59,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, UNASSIGN because future has completed 2024-11-20T08:41:59,646 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:41:59,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:41:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T08:41:59,798 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:41:59,798 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:41:59,798 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing 4b76001da041eaa04c2cefdc9b3991e3, disabling compactions & flushes 2024-11-20T08:41:59,798 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:59,798 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:59,798 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. after waiting 0 ms 2024-11-20T08:41:59,798 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:41:59,798 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing 4b76001da041eaa04c2cefdc9b3991e3 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-20T08:41:59,799 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=A 2024-11-20T08:41:59,799 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:59,799 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=B 2024-11-20T08:41:59,799 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:59,799 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4b76001da041eaa04c2cefdc9b3991e3, store=C 2024-11-20T08:41:59,799 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:41:59,805 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c43b5b67d1514ae7a3e4badae7508b06_4b76001da041eaa04c2cefdc9b3991e3 is 50, key is test_row_0/A:col10/1732092119634/Put/seqid=0 2024-11-20T08:41:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742061_1237 (size=9914) 2024-11-20T08:41:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T08:42:00,209 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:00,213 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c43b5b67d1514ae7a3e4badae7508b06_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c43b5b67d1514ae7a3e4badae7508b06_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:00,214 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7dee421a12a94a25b4422d508a21583f, store: [table=TestAcidGuarantees family=A region=4b76001da041eaa04c2cefdc9b3991e3] 2024-11-20T08:42:00,215 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7dee421a12a94a25b4422d508a21583f is 175, key is test_row_0/A:col10/1732092119634/Put/seqid=0 2024-11-20T08:42:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742062_1238 (size=22561) 2024-11-20T08:42:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T08:42:00,619 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7dee421a12a94a25b4422d508a21583f 2024-11-20T08:42:00,626 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f1063069c5e34d85a1f405fb7c0c4a50 is 50, key is test_row_0/B:col10/1732092119634/Put/seqid=0 2024-11-20T08:42:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742063_1239 (size=9857) 2024-11-20T08:42:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T08:42:01,031 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f1063069c5e34d85a1f405fb7c0c4a50 2024-11-20T08:42:01,038 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e61a1ca4c86a415bb4ff001d5b8bd6bb is 50, key is test_row_0/C:col10/1732092119634/Put/seqid=0 2024-11-20T08:42:01,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742064_1240 (size=9857) 2024-11-20T08:42:01,442 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e61a1ca4c86a415bb4ff001d5b8bd6bb 2024-11-20T08:42:01,447 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/A/7dee421a12a94a25b4422d508a21583f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7dee421a12a94a25b4422d508a21583f 2024-11-20T08:42:01,451 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7dee421a12a94a25b4422d508a21583f, entries=100, sequenceid=364, filesize=22.0 K 2024-11-20T08:42:01,452 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/B/f1063069c5e34d85a1f405fb7c0c4a50 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1063069c5e34d85a1f405fb7c0c4a50 2024-11-20T08:42:01,456 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1063069c5e34d85a1f405fb7c0c4a50, entries=100, sequenceid=364, filesize=9.6 K 2024-11-20T08:42:01,456 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/.tmp/C/e61a1ca4c86a415bb4ff001d5b8bd6bb as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e61a1ca4c86a415bb4ff001d5b8bd6bb 2024-11-20T08:42:01,459 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e61a1ca4c86a415bb4ff001d5b8bd6bb, entries=100, sequenceid=364, filesize=9.6 K 2024-11-20T08:42:01,460 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 4b76001da041eaa04c2cefdc9b3991e3 in 1662ms, sequenceid=364, compaction requested=true 2024-11-20T08:42:01,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/cb1720d0f72848f78f11f8e8384b4486, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6c0beb11089e40e795b373ec64990c0e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8df86f08f39d47d89df3e22d49835ac5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/5f496359d47e4940afd54c09c75a4f95, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6e9345798188409fb69e1046292d72a0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3416051e1e1040df9bfa2399b7c82341, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ea05bfaf0d284e558dd9d39091de18f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0] to archive 2024-11-20T08:42:01,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:01,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/06acf1bc041947c29001e0cf093717db 2024-11-20T08:42:01,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7bce6519c3484ea880e663349ab756e6 2024-11-20T08:42:01,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/edd3b377367941889f510b4122487281 2024-11-20T08:42:01,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/cb1720d0f72848f78f11f8e8384b4486 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/cb1720d0f72848f78f11f8e8384b4486 2024-11-20T08:42:01,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/a13ffad16dee474e96e5d424b9f38d98 2024-11-20T08:42:01,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/b8f024fe764f47628fe6fcd46aeefa73 2024-11-20T08:42:01,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6c0beb11089e40e795b373ec64990c0e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6c0beb11089e40e795b373ec64990c0e 2024-11-20T08:42:01,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8f411347f91343c1baeaf61d5b848f67 2024-11-20T08:42:01,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/e46cdfefd46a42d58fdcf3204446277f 2024-11-20T08:42:01,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8df86f08f39d47d89df3e22d49835ac5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/8df86f08f39d47d89df3e22d49835ac5 2024-11-20T08:42:01,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/161ac2c1108844cf9d67d6ba5c8fe187 2024-11-20T08:42:01,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3ba152c6b734467f9f505866333161ae 2024-11-20T08:42:01,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/5f496359d47e4940afd54c09c75a4f95 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/5f496359d47e4940afd54c09c75a4f95 2024-11-20T08:42:01,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/513bbcc1555644ed9d2ecbe478754ded 2024-11-20T08:42:01,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/746b8353b4d746189dc66b752c90ca6e 2024-11-20T08:42:01,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6e9345798188409fb69e1046292d72a0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/6e9345798188409fb69e1046292d72a0 2024-11-20T08:42:01,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ba71b1f6f8074f49a38b8bcedd400dcd 2024-11-20T08:42:01,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/9570911ff59a4b8dbc59a8c55b044cd3 2024-11-20T08:42:01,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3416051e1e1040df9bfa2399b7c82341 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3416051e1e1040df9bfa2399b7c82341 2024-11-20T08:42:01,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/17be010e6c7045dba8ffe62543f184a5 2024-11-20T08:42:01,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/3235039498be4d82914ecb7fd49e5a61 2024-11-20T08:42:01,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ea05bfaf0d284e558dd9d39091de18f0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/ea05bfaf0d284e558dd9d39091de18f0 2024-11-20T08:42:01,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/54133d80ea0a42e29074bb8d1a515d5c 2024-11-20T08:42:01,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/24f054ea954a419e9f43b88bb1cf5bf0 2024-11-20T08:42:01,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/4d9033ebe16f4f058b9398c31c94ef24, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/9ec7bf7afc974e2293bdd65d2c99937a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/d2c33eadb7344e888391b0d31a75c0b4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14069618bbb04b5f9666bf30ec5340c8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1d6c158a4818494da164c1e88960aacf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1471d83a4454a7880d5ce28ab770574, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ba13e6970f9a45e381fc9899deea1c81, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/3851da9c28724fc8a0e6603beec60673, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/661273abe0fc4e1f8dc8c0b083ca9bec, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/50d5e542cbc9443ab1a7276677b84d92, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/2d6843ae77cd4fdc81da3f389cdf754c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f318d373a5b24f4db281b7b4ed6b0f05, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/00a8e8ec04324508b4816e425b771aab, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/8d1fc088bfd64a83b4ce387653c5f5b2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1fd9c5cc71b14a5c9f4919a315d11651, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/7c48244e44bd4e7c9d4334a623f7288e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/17863065d13d47c3bda5317c08df3ddf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/e7774d5e7a394cd892dab2309c558ebb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/23df6cee9e244bb7ae46b8196c472d03, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/bf165586480d489cbfdc0b369e820901, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/6d6871946d1446d9ba1a6e74f75445d7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14cba278559c4ae2ade4ae2f50748763, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ea95e62719b746068fdd6637cff319f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5c2f8d8312ff461eb5cd6cb14545d3da] to archive 2024-11-20T08:42:01,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:01,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/4d9033ebe16f4f058b9398c31c94ef24 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/4d9033ebe16f4f058b9398c31c94ef24 2024-11-20T08:42:01,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/9ec7bf7afc974e2293bdd65d2c99937a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/9ec7bf7afc974e2293bdd65d2c99937a 2024-11-20T08:42:01,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/d2c33eadb7344e888391b0d31a75c0b4 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/d2c33eadb7344e888391b0d31a75c0b4 2024-11-20T08:42:01,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14069618bbb04b5f9666bf30ec5340c8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14069618bbb04b5f9666bf30ec5340c8 2024-11-20T08:42:01,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1d6c158a4818494da164c1e88960aacf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1d6c158a4818494da164c1e88960aacf 2024-11-20T08:42:01,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1471d83a4454a7880d5ce28ab770574 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1471d83a4454a7880d5ce28ab770574 2024-11-20T08:42:01,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ba13e6970f9a45e381fc9899deea1c81 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ba13e6970f9a45e381fc9899deea1c81 2024-11-20T08:42:01,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/3851da9c28724fc8a0e6603beec60673 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/3851da9c28724fc8a0e6603beec60673 2024-11-20T08:42:01,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/661273abe0fc4e1f8dc8c0b083ca9bec to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/661273abe0fc4e1f8dc8c0b083ca9bec 2024-11-20T08:42:01,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/50d5e542cbc9443ab1a7276677b84d92 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/50d5e542cbc9443ab1a7276677b84d92 2024-11-20T08:42:01,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/2d6843ae77cd4fdc81da3f389cdf754c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/2d6843ae77cd4fdc81da3f389cdf754c 2024-11-20T08:42:01,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f318d373a5b24f4db281b7b4ed6b0f05 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f318d373a5b24f4db281b7b4ed6b0f05 2024-11-20T08:42:01,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/00a8e8ec04324508b4816e425b771aab to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/00a8e8ec04324508b4816e425b771aab 2024-11-20T08:42:01,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/8d1fc088bfd64a83b4ce387653c5f5b2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/8d1fc088bfd64a83b4ce387653c5f5b2 2024-11-20T08:42:01,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1fd9c5cc71b14a5c9f4919a315d11651 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/1fd9c5cc71b14a5c9f4919a315d11651 2024-11-20T08:42:01,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/7c48244e44bd4e7c9d4334a623f7288e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/7c48244e44bd4e7c9d4334a623f7288e 2024-11-20T08:42:01,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/17863065d13d47c3bda5317c08df3ddf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/17863065d13d47c3bda5317c08df3ddf 2024-11-20T08:42:01,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/e7774d5e7a394cd892dab2309c558ebb to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/e7774d5e7a394cd892dab2309c558ebb 2024-11-20T08:42:01,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/23df6cee9e244bb7ae46b8196c472d03 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/23df6cee9e244bb7ae46b8196c472d03 2024-11-20T08:42:01,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/bf165586480d489cbfdc0b369e820901 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/bf165586480d489cbfdc0b369e820901 2024-11-20T08:42:01,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/6d6871946d1446d9ba1a6e74f75445d7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/6d6871946d1446d9ba1a6e74f75445d7 2024-11-20T08:42:01,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14cba278559c4ae2ade4ae2f50748763 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/14cba278559c4ae2ade4ae2f50748763 2024-11-20T08:42:01,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ea95e62719b746068fdd6637cff319f0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/ea95e62719b746068fdd6637cff319f0 2024-11-20T08:42:01,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5c2f8d8312ff461eb5cd6cb14545d3da to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5c2f8d8312ff461eb5cd6cb14545d3da 2024-11-20T08:42:01,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/35a19dd031934549a99896e3dd207f0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b65adcc178b48f5b2fdc0d40c3c287e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e8148123e23d48b68a7201cdce07fb63, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f155aa5063fe4578951da45573001558, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f1fb8015ae954a5d8a0bebe12fc620f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b72ea137e2c1460aa60788491262b8a6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/aa38b08279d64e27b346f2a964a41763, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/d9762b713c0647f7bc756098f0462ce1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b01c53bdacc6439ab085b5e9d195115d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e65366ed3b6d4d7d884a6b9395c6a473, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9572899b58624f3eb66c5e6fa7bbf62a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a9f26cc6ad8f48ccb334f6055da8e7f0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/bdc208f0d7f745d0be216e5cd390790e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/84a2b2ea878c4d129a516c6949cdfad5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/1a1904553e204869b90199b291433178, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/97e05d33c48442c380ddad144af80e1b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b887d259cff04dffa1461596817a4810, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/3ffb604125a047bd8d911c8f66f4a754, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/6934cbfe939b4ccba3ef038fc1611214, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e709848170e541b7ab36cab13a53d3a3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a927efe54a6243b3adff9a3b26a95580, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b969e7957614f299e6a640130ff564b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/59ea3d583b5e4fc6b5670cccf9df3d77, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/ecb014a5f840401b9b4baf579eca55e3] to archive 2024-11-20T08:42:01,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:01,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/35a19dd031934549a99896e3dd207f0a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/35a19dd031934549a99896e3dd207f0a 2024-11-20T08:42:01,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b65adcc178b48f5b2fdc0d40c3c287e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b65adcc178b48f5b2fdc0d40c3c287e 2024-11-20T08:42:01,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e8148123e23d48b68a7201cdce07fb63 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e8148123e23d48b68a7201cdce07fb63 2024-11-20T08:42:01,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f155aa5063fe4578951da45573001558 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f155aa5063fe4578951da45573001558 2024-11-20T08:42:01,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f1fb8015ae954a5d8a0bebe12fc620f5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/f1fb8015ae954a5d8a0bebe12fc620f5 2024-11-20T08:42:01,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b72ea137e2c1460aa60788491262b8a6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b72ea137e2c1460aa60788491262b8a6 2024-11-20T08:42:01,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/aa38b08279d64e27b346f2a964a41763 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/aa38b08279d64e27b346f2a964a41763 2024-11-20T08:42:01,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/d9762b713c0647f7bc756098f0462ce1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/d9762b713c0647f7bc756098f0462ce1 2024-11-20T08:42:01,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b01c53bdacc6439ab085b5e9d195115d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b01c53bdacc6439ab085b5e9d195115d 2024-11-20T08:42:01,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e65366ed3b6d4d7d884a6b9395c6a473 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e65366ed3b6d4d7d884a6b9395c6a473 2024-11-20T08:42:01,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9572899b58624f3eb66c5e6fa7bbf62a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9572899b58624f3eb66c5e6fa7bbf62a 2024-11-20T08:42:01,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a9f26cc6ad8f48ccb334f6055da8e7f0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a9f26cc6ad8f48ccb334f6055da8e7f0 2024-11-20T08:42:01,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/bdc208f0d7f745d0be216e5cd390790e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/bdc208f0d7f745d0be216e5cd390790e 2024-11-20T08:42:01,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/84a2b2ea878c4d129a516c6949cdfad5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/84a2b2ea878c4d129a516c6949cdfad5 2024-11-20T08:42:01,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/1a1904553e204869b90199b291433178 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/1a1904553e204869b90199b291433178 2024-11-20T08:42:01,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/97e05d33c48442c380ddad144af80e1b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/97e05d33c48442c380ddad144af80e1b 2024-11-20T08:42:01,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b887d259cff04dffa1461596817a4810 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/b887d259cff04dffa1461596817a4810 2024-11-20T08:42:01,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/3ffb604125a047bd8d911c8f66f4a754 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/3ffb604125a047bd8d911c8f66f4a754 2024-11-20T08:42:01,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/6934cbfe939b4ccba3ef038fc1611214 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/6934cbfe939b4ccba3ef038fc1611214 2024-11-20T08:42:01,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e709848170e541b7ab36cab13a53d3a3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e709848170e541b7ab36cab13a53d3a3 2024-11-20T08:42:01,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a927efe54a6243b3adff9a3b26a95580 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/a927efe54a6243b3adff9a3b26a95580 2024-11-20T08:42:01,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b969e7957614f299e6a640130ff564b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/9b969e7957614f299e6a640130ff564b 2024-11-20T08:42:01,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/59ea3d583b5e4fc6b5670cccf9df3d77 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/59ea3d583b5e4fc6b5670cccf9df3d77 2024-11-20T08:42:01,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/ecb014a5f840401b9b4baf579eca55e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/ecb014a5f840401b9b4baf579eca55e3 2024-11-20T08:42:01,539 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/recovered.edits/367.seqid, newMaxSeqId=367, maxSeqId=4 2024-11-20T08:42:01,540 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. 2024-11-20T08:42:01,540 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for 4b76001da041eaa04c2cefdc9b3991e3: Waiting for close lock at 1732092119798Running coprocessor pre-close hooks at 1732092119798Disabling compacts and flushes for region at 1732092119798Disabling writes for close at 1732092119798Obtaining lock to block concurrent updates at 1732092119798Preparing flush snapshotting stores in 4b76001da041eaa04c2cefdc9b3991e3 at 1732092119798Finished memstore snapshotting TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732092119799 (+1 ms)Flushing stores of TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3. at 1732092119799Flushing 4b76001da041eaa04c2cefdc9b3991e3/A: creating writer at 1732092119799Flushing mob file 4b76001da041eaa04c2cefdc9b3991e3/A: appending metadata at 1732092119804 (+5 ms)Flushing mob file 4b76001da041eaa04c2cefdc9b3991e3/A: closing flushed file at 1732092119804Flushing 4b76001da041eaa04c2cefdc9b3991e3/A: appending metadata at 1732092120214 (+410 ms)Flushing 4b76001da041eaa04c2cefdc9b3991e3/A: closing flushed file at 1732092120214Flushing 4b76001da041eaa04c2cefdc9b3991e3/B: creating writer at 1732092120623 (+409 ms)Flushing 4b76001da041eaa04c2cefdc9b3991e3/B: appending metadata at 1732092120626 (+3 ms)Flushing 4b76001da041eaa04c2cefdc9b3991e3/B: closing flushed file at 1732092120626Flushing 4b76001da041eaa04c2cefdc9b3991e3/C: creating writer at 1732092121035 (+409 ms)Flushing 4b76001da041eaa04c2cefdc9b3991e3/C: appending metadata at 1732092121037 (+2 ms)Flushing 4b76001da041eaa04c2cefdc9b3991e3/C: closing flushed file at 1732092121038 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b39087d: reopening flushed file at 1732092121446 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a52692: reopening flushed file at 1732092121451 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@139c1ef9: reopening flushed file at 1732092121456 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 4b76001da041eaa04c2cefdc9b3991e3 in 1662ms, sequenceid=364, compaction requested=true at 1732092121460 (+4 ms)Writing region close event to WAL at 1732092121537 (+77 ms)Running coprocessor post-close hooks at 1732092121540 (+3 ms)Closed at 1732092121540 2024-11-20T08:42:01,542 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed 4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,543 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=4b76001da041eaa04c2cefdc9b3991e3, regionState=CLOSED 2024-11-20T08:42:01,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:01,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T08:42:01,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure 4b76001da041eaa04c2cefdc9b3991e3, server=be1eb2620e0e,44595,1732092055690 in 1.8990 sec 2024-11-20T08:42:01,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-20T08:42:01,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4b76001da041eaa04c2cefdc9b3991e3, UNASSIGN in 1.9030 sec 2024-11-20T08:42:01,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T08:42:01,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9060 sec 2024-11-20T08:42:01,551 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092121551"}]},"ts":"1732092121551"} 2024-11-20T08:42:01,552 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:42:01,552 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:42:01,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9150 sec 2024-11-20T08:42:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T08:42:01,784 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:01,784 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:42:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,786 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T08:42:01,787 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,790 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,792 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/recovered.edits] 2024-11-20T08:42:01,795 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/14574b6eb46443529f79ceea9204ea6e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/14574b6eb46443529f79ceea9204ea6e 2024-11-20T08:42:01,796 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7dee421a12a94a25b4422d508a21583f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/7dee421a12a94a25b4422d508a21583f 2024-11-20T08:42:01,798 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/d9ead5c1a8cc4b90945d68d2ea2eea61 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/A/d9ead5c1a8cc4b90945d68d2ea2eea61 2024-11-20T08:42:01,800 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5fab00c219d0463a8db384124fb99752 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/5fab00c219d0463a8db384124fb99752 2024-11-20T08:42:01,801 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/a0a7ba35373e406f95557d7cfd5ba3e5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/a0a7ba35373e406f95557d7cfd5ba3e5 2024-11-20T08:42:01,802 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1063069c5e34d85a1f405fb7c0c4a50 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/B/f1063069c5e34d85a1f405fb7c0c4a50 2024-11-20T08:42:01,804 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/5abaebc70d0b46cb9fdece90f2299dd0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/5abaebc70d0b46cb9fdece90f2299dd0 2024-11-20T08:42:01,805 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/71a4a454aa5e456c90335b2933d6ed45 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/71a4a454aa5e456c90335b2933d6ed45 2024-11-20T08:42:01,806 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e61a1ca4c86a415bb4ff001d5b8bd6bb to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/C/e61a1ca4c86a415bb4ff001d5b8bd6bb 2024-11-20T08:42:01,809 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/recovered.edits/367.seqid to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3/recovered.edits/367.seqid 2024-11-20T08:42:01,809 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,810 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:42:01,810 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:42:01,811 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T08:42:01,814 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120314396735fa44cdda4989732e0a8abd4_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120314396735fa44cdda4989732e0a8abd4_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,815 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203365472a2d124d6dad2d92c2a5f907ed_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203365472a2d124d6dad2d92c2a5f907ed_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,816 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033968c408e9241a8aa8f3a0248913040_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112033968c408e9241a8aa8f3a0248913040_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,817 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120475879cf68e3458ebb21e7b66bbce69e_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120475879cf68e3458ebb21e7b66bbce69e_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,818 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120608de2ed25b94f45ab04e7fdf5e945d3_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120608de2ed25b94f45ab04e7fdf5e945d3_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,819 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206735288b475c4bb581f88dd0538c0fdf_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206735288b475c4bb581f88dd0538c0fdf_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,820 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120775e87cf46f14d998c4b4db6fa62e2a3_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120775e87cf46f14d998c4b4db6fa62e2a3_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,821 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207e77ffdf544a427b85e5cc9d01a95e60_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207e77ffdf544a427b85e5cc9d01a95e60_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,822 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fb9c052d44e4e46aa205ddffea778e2_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207fb9c052d44e4e46aa205ddffea778e2_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,823 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208fc9e953ef9c4160b11007cf2e6cc5f8_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208fc9e953ef9c4160b11007cf2e6cc5f8_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,824 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209e6a6bf523ee4fe882155fb5d7bcf13d_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209e6a6bf523ee4fe882155fb5d7bcf13d_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,825 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a613aa9ab14d492d86881c198d908cb1_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a613aa9ab14d492d86881c198d908cb1_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,826 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120afef60d27362425a8cf308f83cb7b223_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120afef60d27362425a8cf308f83cb7b223_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,827 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c43b5b67d1514ae7a3e4badae7508b06_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c43b5b67d1514ae7a3e4badae7508b06_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,828 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e55ca4faf479484289642d182c3a9e6e_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e55ca4faf479484289642d182c3a9e6e_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,829 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6ad244e4fd447f5859514acc829591f_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f6ad244e4fd447f5859514acc829591f_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,830 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f92e48b5b0864e1f961f853f8a72c24d_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f92e48b5b0864e1f961f853f8a72c24d_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,831 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9627803ac7b44938b99b9c3be80dde3_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f9627803ac7b44938b99b9c3be80dde3_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,832 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ff7f5ed0eb2e41e494c5006748539042_4b76001da041eaa04c2cefdc9b3991e3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ff7f5ed0eb2e41e494c5006748539042_4b76001da041eaa04c2cefdc9b3991e3 2024-11-20T08:42:01,832 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:42:01,834 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,837 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:42:01,840 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:42:01,841 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,841 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:42:01,841 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732092121841"}]},"ts":"9223372036854775807"} 2024-11-20T08:42:01,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T08:42:01,844 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4b76001da041eaa04c2cefdc9b3991e3, NAME => 'TestAcidGuarantees,,1732092089156.4b76001da041eaa04c2cefdc9b3991e3.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:42:01,844 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:42:01,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732092121844"}]},"ts":"9223372036854775807"} 2024-11-20T08:42:01,846 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T08:42:01,847 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-11-20T08:42:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T08:42:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T08:42:01,894 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:01,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247 (was 246) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716356351_22 at /127.0.0.1:55602 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=451 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=392 (was 431), ProcessCount=11 (was 11), AvailableMemoryMB=554 (was 444) - AvailableMemoryMB LEAK? - 2024-11-20T08:42:01,913 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=554 2024-11-20T08:42:01,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:42:01,914 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:42:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:01,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:42:01,916 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:01,916 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-11-20T08:42:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T08:42:01,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:42:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742065_1241 (size=1061) 2024-11-20T08:42:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T08:42:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T08:42:02,325 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:42:02,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742066_1242 (size=53) 2024-11-20T08:42:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T08:42:02,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:42:02,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8bfb826727c6ce897dfdfab6c244cdb2, disabling compactions & flushes 2024-11-20T08:42:02,731 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:02,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:02,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. after waiting 0 ms 2024-11-20T08:42:02,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:02,731 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:02,731 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bfb826727c6ce897dfdfab6c244cdb2: Waiting for close lock at 1732092122731Disabling compacts and flushes for region at 1732092122731Disabling writes for close at 1732092122731Writing region close event to WAL at 1732092122731Closed at 1732092122731 2024-11-20T08:42:02,732 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:42:02,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732092122732"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092122732"}]},"ts":"1732092122732"} 2024-11-20T08:42:02,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:42:02,735 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:42:02,735 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092122735"}]},"ts":"1732092122735"} 2024-11-20T08:42:02,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:42:02,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, ASSIGN}] 2024-11-20T08:42:02,737 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, ASSIGN 2024-11-20T08:42:02,738 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, ASSIGN; state=OFFLINE, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=false 2024-11-20T08:42:02,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=8bfb826727c6ce897dfdfab6c244cdb2, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:02,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, ASSIGN because future has completed 2024-11-20T08:42:02,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:42:03,045 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:03,045 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:42:03,046 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,046 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:42:03,046 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,046 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,048 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,049 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:03,049 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfb826727c6ce897dfdfab6c244cdb2 columnFamilyName A 2024-11-20T08:42:03,049 DEBUG [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:03,049 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.HStore(327): Store=8bfb826727c6ce897dfdfab6c244cdb2/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:03,049 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,050 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:03,050 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfb826727c6ce897dfdfab6c244cdb2 columnFamilyName B 2024-11-20T08:42:03,051 DEBUG [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:03,051 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.HStore(327): Store=8bfb826727c6ce897dfdfab6c244cdb2/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:03,051 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,052 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:03,052 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bfb826727c6ce897dfdfab6c244cdb2 columnFamilyName C 2024-11-20T08:42:03,052 DEBUG [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:03,052 INFO [StoreOpener-8bfb826727c6ce897dfdfab6c244cdb2-1 {}] regionserver.HStore(327): Store=8bfb826727c6ce897dfdfab6c244cdb2/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T08:42:03,053 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:03,053 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,053 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,054 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,054 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,054 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,055 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:42:03,056 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,057 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:42:03,058 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened 8bfb826727c6ce897dfdfab6c244cdb2; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63730008, jitterRate=-0.050348877906799316}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:42:03,058 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:03,058 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for 8bfb826727c6ce897dfdfab6c244cdb2: Running coprocessor pre-open hook at 1732092123046Writing region info on filesystem at 1732092123046Initializing all the Stores at 1732092123047 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092123047Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092123047Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092123047Cleaning up temporary data from old regions at 1732092123054 (+7 ms)Running coprocessor post-open hooks at 1732092123058 (+4 ms)Region opened successfully at 1732092123058 2024-11-20T08:42:03,059 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., pid=57, masterSystemTime=1732092123042 2024-11-20T08:42:03,061 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:03,061 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:03,061 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=8bfb826727c6ce897dfdfab6c244cdb2, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:03,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T08:42:03,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 in 173 msec 2024-11-20T08:42:03,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-20T08:42:03,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, ASSIGN in 329 msec 2024-11-20T08:42:03,067 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:42:03,067 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092123067"}]},"ts":"1732092123067"} 2024-11-20T08:42:03,068 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:42:03,069 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:42:03,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-20T08:42:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-20T08:42:04,064 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:04,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1112de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,066 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b3102a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,068 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55516, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,068 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c26b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41116, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:42:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:42:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a9e802 2024-11-20T08:42:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:42:04,072 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:42:04,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6071fcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,074 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15862d24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,075 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45618522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259bf7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,077 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e60f45e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,078 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50528286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb05b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,080 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eff9dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,081 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad26f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4a2b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,082 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66387600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,084 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16818ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e89d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,085 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3672f551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,087 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d36127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7445538a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,088 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac16cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,089 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@866bc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0b9ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,090 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,090 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,091 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a28922d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,092 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6019a80c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605b153a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,093 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,093 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,093 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719a5e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,095 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677cf01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f53f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,096 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f039245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,097 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd5659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d19ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:04,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:04,099 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11820010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:04,100 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:04,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2f5288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:04,101 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,101 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,101 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,101 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,101 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:04,102 DEBUG [Thread-1136 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,102 DEBUG [Thread-1134 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,102 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,102 DEBUG [Thread-1130 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,102 DEBUG [Thread-1130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,102 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,103 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-20T08:42:04,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T08:42:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,105 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:04,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:04,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:04,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:04,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41196, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:42:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:04,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:04,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:04,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/ed9cf86abf694beca6ff76e989f0a5d1 is 50, key is test_row_0/A:col10/1732092124146/Put/seqid=0 2024-11-20T08:42:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742067_1243 (size=16681) 2024-11-20T08:42:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T08:42:04,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092184219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092184219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092184219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732092124163, max timestamp=1732092124222Num uniques 859; 2024-11-20T08:42:04,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:42:04,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732092124163, max timestamp=1732092124222Num uniques 859; 2024-11-20T08:42:04,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:42:04,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732092124163, max timestamp=1732092124222Num uniques 859; 2024-11-20T08:42:04,227 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:42:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:04,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:04,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092184274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092184275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092184332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092184333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092184333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092184383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092184383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T08:42:04,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092184543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092184543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092184543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/ed9cf86abf694beca6ff76e989f0a5d1 2024-11-20T08:42:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092184593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092184593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/dc1188f2a0bb44efa4a7220a84ce43bf is 50, key is test_row_0/B:col10/1732092124146/Put/seqid=0 2024-11-20T08:42:04,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742068_1244 (size=12001) 2024-11-20T08:42:04,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/dc1188f2a0bb44efa4a7220a84ce43bf 2024-11-20T08:42:04,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/c141b3b402544fbdbf7e7b59a7133197 is 50, key is test_row_0/C:col10/1732092124146/Put/seqid=0 2024-11-20T08:42:04,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742069_1245 (size=12001) 2024-11-20T08:42:04,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T08:42:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092184853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092184853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092184853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:04,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092184903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092184903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:05,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:05,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:05,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:05,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/c141b3b402544fbdbf7e7b59a7133197 2024-11-20T08:42:05,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/ed9cf86abf694beca6ff76e989f0a5d1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/ed9cf86abf694beca6ff76e989f0a5d1 2024-11-20T08:42:05,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/ed9cf86abf694beca6ff76e989f0a5d1, entries=250, sequenceid=12, filesize=16.3 K 2024-11-20T08:42:05,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/dc1188f2a0bb44efa4a7220a84ce43bf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/dc1188f2a0bb44efa4a7220a84ce43bf 2024-11-20T08:42:05,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/dc1188f2a0bb44efa4a7220a84ce43bf, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:42:05,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/c141b3b402544fbdbf7e7b59a7133197 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c141b3b402544fbdbf7e7b59a7133197 2024-11-20T08:42:05,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c141b3b402544fbdbf7e7b59a7133197, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:42:05,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8bfb826727c6ce897dfdfab6c244cdb2 in 931ms, sequenceid=12, compaction requested=false 2024-11-20T08:42:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:05,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-20T08:42:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:05,181 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-20T08:42:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:05,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:05,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/37ef82d31ffe408c938921660daa57a7 is 50, key is test_row_0/A:col10/1732092124237/Put/seqid=0 2024-11-20T08:42:05,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742070_1246 (size=12001) 2024-11-20T08:42:05,191 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/37ef82d31ffe408c938921660daa57a7 2024-11-20T08:42:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/6ccc3f6921684ac0a9a501789f57e18d is 50, key is test_row_0/B:col10/1732092124237/Put/seqid=0 2024-11-20T08:42:05,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742071_1247 (size=12001) 2024-11-20T08:42:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T08:42:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:05,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:05,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092185374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092185375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092185379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092185413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092185413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092185483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092185483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092185492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,605 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/6ccc3f6921684ac0a9a501789f57e18d 2024-11-20T08:42:05,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/fa9cf988235546d1b240eb57bb44e3dc is 50, key is test_row_0/C:col10/1732092124237/Put/seqid=0 2024-11-20T08:42:05,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742072_1248 (size=12001) 2024-11-20T08:42:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092185693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092185693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092185702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:05,704 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092186003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092186003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092186013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,019 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/fa9cf988235546d1b240eb57bb44e3dc 2024-11-20T08:42:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/37ef82d31ffe408c938921660daa57a7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/37ef82d31ffe408c938921660daa57a7 2024-11-20T08:42:06,028 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/37ef82d31ffe408c938921660daa57a7, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T08:42:06,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/6ccc3f6921684ac0a9a501789f57e18d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6ccc3f6921684ac0a9a501789f57e18d 2024-11-20T08:42:06,033 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6ccc3f6921684ac0a9a501789f57e18d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T08:42:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/fa9cf988235546d1b240eb57bb44e3dc as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fa9cf988235546d1b240eb57bb44e3dc 2024-11-20T08:42:06,039 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fa9cf988235546d1b240eb57bb44e3dc, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T08:42:06,039 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 8bfb826727c6ce897dfdfab6c244cdb2 in 858ms, sequenceid=47, compaction requested=false 2024-11-20T08:42:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T08:42:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T08:42:06,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T08:42:06,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-20T08:42:06,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.9410 sec 2024-11-20T08:42:06,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T08:42:06,253 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:06,254 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:06,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-20T08:42:06,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T08:42:06,256 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:06,257 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:06,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:06,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T08:42:06,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-20T08:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:06,409 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:06,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:06,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/87b559ba5fb64d63889510d7a794f4b9 is 50, key is test_row_0/A:col10/1732092125377/Put/seqid=0 2024-11-20T08:42:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:06,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:06,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742073_1249 (size=12001) 2024-11-20T08:42:06,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092126461, max timestamp=1732092126482Num uniques 859; 2024-11-20T08:42:06,485 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:06,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092126461, max timestamp=1732092126482Num uniques 859; 2024-11-20T08:42:06,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092126461, max timestamp=1732092126482Num uniques 859; 2024-11-20T08:42:06,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:06,486 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092186521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092186522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092186523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092186528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092186528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T08:42:06,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092186633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092186633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,639 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092186643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092186643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,836 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/87b559ba5fb64d63889510d7a794f4b9 2024-11-20T08:42:06,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/7a00631ce95541f59784a2a21e556d55 is 50, key is test_row_0/B:col10/1732092125377/Put/seqid=0 2024-11-20T08:42:06,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092186843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092186844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742074_1250 (size=12001) 2024-11-20T08:42:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092186853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092186853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T08:42:07,065 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:42:07,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092187153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092187154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092187162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092187163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,249 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/7a00631ce95541f59784a2a21e556d55 2024-11-20T08:42:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/22118c54fad948a2bea472987fb753bf is 50, key is test_row_0/C:col10/1732092125377/Put/seqid=0 2024-11-20T08:42:07,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742075_1251 (size=12001) 2024-11-20T08:42:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T08:42:07,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092187542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,546 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,662 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/22118c54fad948a2bea472987fb753bf 2024-11-20T08:42:07,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092187663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/87b559ba5fb64d63889510d7a794f4b9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/87b559ba5fb64d63889510d7a794f4b9 2024-11-20T08:42:07,672 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/87b559ba5fb64d63889510d7a794f4b9, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T08:42:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/7a00631ce95541f59784a2a21e556d55 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/7a00631ce95541f59784a2a21e556d55 2024-11-20T08:42:07,678 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/7a00631ce95541f59784a2a21e556d55, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T08:42:07,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092187673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092187673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/22118c54fad948a2bea472987fb753bf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/22118c54fad948a2bea472987fb753bf 2024-11-20T08:42:07,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,682 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/22118c54fad948a2bea472987fb753bf, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T08:42:07,683 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1274ms, sequenceid=58, compaction requested=true 2024-11-20T08:42:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-20T08:42:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-20T08:42:07,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T08:42:07,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4280 sec 2024-11-20T08:42:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:07,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T08:42:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:07,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:07,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.4330 sec 2024-11-20T08:42:07,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/1b54d1a98f204b639be450f24bc25e2a is 50, key is test_row_0/A:col10/1732092127686/Put/seqid=0 2024-11-20T08:42:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742076_1252 (size=12001) 2024-11-20T08:42:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092187729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:07,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092187843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092188053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/1b54d1a98f204b639be450f24bc25e2a 2024-11-20T08:42:08,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/1c4c48035fc449acb7cb4c2713860814 is 50, key is test_row_0/B:col10/1732092127686/Put/seqid=0 2024-11-20T08:42:08,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742077_1253 (size=12001) 2024-11-20T08:42:08,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092188363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-20T08:42:08,403 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:08,403 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-20T08:42:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T08:42:08,405 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:08,406 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:08,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T08:42:08,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/1c4c48035fc449acb7cb4c2713860814 2024-11-20T08:42:08,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/d6113876edb84f2c8cdf511e0cee2295 is 50, key is test_row_0/C:col10/1732092127686/Put/seqid=0 2024-11-20T08:42:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742078_1254 (size=12001) 2024-11-20T08:42:08,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-20T08:42:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:08,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092188673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:08,676 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:08,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092188683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:08,687 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092188693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:08,696 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-20T08:42:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T08:42:08,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-20T08:42:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092188873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:08,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:08,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/d6113876edb84f2c8cdf511e0cee2295 2024-11-20T08:42:08,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/1b54d1a98f204b639be450f24bc25e2a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/1b54d1a98f204b639be450f24bc25e2a 2024-11-20T08:42:08,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/1b54d1a98f204b639be450f24bc25e2a, entries=150, sequenceid=96, filesize=11.7 K 2024-11-20T08:42:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/1c4c48035fc449acb7cb4c2713860814 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1c4c48035fc449acb7cb4c2713860814 2024-11-20T08:42:08,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1c4c48035fc449acb7cb4c2713860814, entries=150, sequenceid=96, filesize=11.7 K 2024-11-20T08:42:08,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/d6113876edb84f2c8cdf511e0cee2295 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/d6113876edb84f2c8cdf511e0cee2295 2024-11-20T08:42:08,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/d6113876edb84f2c8cdf511e0cee2295, entries=150, sequenceid=96, filesize=11.7 K 2024-11-20T08:42:08,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1261ms, sequenceid=96, compaction requested=true 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:08,950 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:08,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:08,950 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:08,951 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:08,951 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:08,951 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,951 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/ed9cf86abf694beca6ff76e989f0a5d1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/37ef82d31ffe408c938921660daa57a7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/87b559ba5fb64d63889510d7a794f4b9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/1b54d1a98f204b639be450f24bc25e2a] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=51.4 K 2024-11-20T08:42:08,952 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:08,952 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:08,952 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,952 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/dc1188f2a0bb44efa4a7220a84ce43bf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6ccc3f6921684ac0a9a501789f57e18d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/7a00631ce95541f59784a2a21e556d55, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1c4c48035fc449acb7cb4c2713860814] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=46.9 K 2024-11-20T08:42:08,953 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed9cf86abf694beca6ff76e989f0a5d1, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732092124112 2024-11-20T08:42:08,953 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting dc1188f2a0bb44efa4a7220a84ce43bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732092124114 2024-11-20T08:42:08,953 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ef82d31ffe408c938921660daa57a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732092124237 2024-11-20T08:42:08,953 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ccc3f6921684ac0a9a501789f57e18d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732092124237 2024-11-20T08:42:08,954 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87b559ba5fb64d63889510d7a794f4b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092125371 2024-11-20T08:42:08,954 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a00631ce95541f59784a2a21e556d55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092125371 2024-11-20T08:42:08,954 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b54d1a98f204b639be450f24bc25e2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732092126526 2024-11-20T08:42:08,954 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c4c48035fc449acb7cb4c2713860814, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732092126526 2024-11-20T08:42:08,967 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#210 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:08,967 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/fcf2dd7ec4014b06aa8618e610f42cfe is 50, key is test_row_0/B:col10/1732092127686/Put/seqid=0 2024-11-20T08:42:08,971 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:08,971 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/aa459104d8a64fa6b105851ea606a2e1 is 50, key is test_row_0/A:col10/1732092127686/Put/seqid=0 2024-11-20T08:42:08,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742079_1255 (size=12139) 2024-11-20T08:42:08,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742080_1256 (size=12139) 2024-11-20T08:42:08,985 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/fcf2dd7ec4014b06aa8618e610f42cfe as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fcf2dd7ec4014b06aa8618e610f42cfe 2024-11-20T08:42:08,986 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/aa459104d8a64fa6b105851ea606a2e1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/aa459104d8a64fa6b105851ea606a2e1 2024-11-20T08:42:08,993 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into fcf2dd7ec4014b06aa8618e610f42cfe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:08,993 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:08,993 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=12, startTime=1732092128950; duration=0sec 2024-11-20T08:42:08,993 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:08,993 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:08,993 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:08,994 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into aa459104d8a64fa6b105851ea606a2e1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:08,994 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:08,994 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=12, startTime=1732092128950; duration=0sec 2024-11-20T08:42:08,994 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:08,994 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:08,995 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:08,995 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:08,995 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:08,995 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c141b3b402544fbdbf7e7b59a7133197, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fa9cf988235546d1b240eb57bb44e3dc, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/22118c54fad948a2bea472987fb753bf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/d6113876edb84f2c8cdf511e0cee2295] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=46.9 K 2024-11-20T08:42:08,996 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting c141b3b402544fbdbf7e7b59a7133197, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732092124114 2024-11-20T08:42:08,997 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fa9cf988235546d1b240eb57bb44e3dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732092124237 2024-11-20T08:42:08,997 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 22118c54fad948a2bea472987fb753bf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092125371 2024-11-20T08:42:08,997 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d6113876edb84f2c8cdf511e0cee2295, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732092126526 2024-11-20T08:42:09,010 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:09,011 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/517bdfb496494dc69ed20f6376e3cdbd is 50, key is test_row_0/C:col10/1732092127686/Put/seqid=0 2024-11-20T08:42:09,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-20T08:42:09,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:09,020 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:42:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:09,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:09,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/261128ac858a4fe29e13f687b4ce2416 is 50, key is test_row_0/A:col10/1732092127714/Put/seqid=0 2024-11-20T08:42:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T08:42:09,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742081_1257 (size=12139) 2024-11-20T08:42:09,056 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/517bdfb496494dc69ed20f6376e3cdbd as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/517bdfb496494dc69ed20f6376e3cdbd 2024-11-20T08:42:09,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742082_1258 (size=12001) 2024-11-20T08:42:09,060 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/261128ac858a4fe29e13f687b4ce2416 2024-11-20T08:42:09,065 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into 517bdfb496494dc69ed20f6376e3cdbd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:09,065 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:09,065 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=12, startTime=1732092128950; duration=0sec 2024-11-20T08:42:09,065 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:09,065 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:09,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/e855c820d7764175b9de468f6ca5273e is 50, key is test_row_0/B:col10/1732092127714/Put/seqid=0 2024-11-20T08:42:09,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742083_1259 (size=12001) 2024-11-20T08:42:09,092 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/e855c820d7764175b9de468f6ca5273e 2024-11-20T08:42:09,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/43bb33ebeee54b0b8095e6e744857762 is 50, key is test_row_0/C:col10/1732092127714/Put/seqid=0 2024-11-20T08:42:09,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742084_1260 (size=12001) 2024-11-20T08:42:09,120 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/43bb33ebeee54b0b8095e6e744857762 2024-11-20T08:42:09,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/261128ac858a4fe29e13f687b4ce2416 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/261128ac858a4fe29e13f687b4ce2416 2024-11-20T08:42:09,140 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/261128ac858a4fe29e13f687b4ce2416, entries=150, sequenceid=107, filesize=11.7 K 2024-11-20T08:42:09,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/e855c820d7764175b9de468f6ca5273e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/e855c820d7764175b9de468f6ca5273e 2024-11-20T08:42:09,146 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/e855c820d7764175b9de468f6ca5273e, entries=150, sequenceid=107, filesize=11.7 K 2024-11-20T08:42:09,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/43bb33ebeee54b0b8095e6e744857762 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/43bb33ebeee54b0b8095e6e744857762 2024-11-20T08:42:09,163 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/43bb33ebeee54b0b8095e6e744857762, entries=150, sequenceid=107, filesize=11.7 K 2024-11-20T08:42:09,164 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 8bfb826727c6ce897dfdfab6c244cdb2 in 144ms, sequenceid=107, compaction requested=false 2024-11-20T08:42:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-20T08:42:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-20T08:42:09,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T08:42:09,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 760 msec 2024-11-20T08:42:09,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 767 msec 2024-11-20T08:42:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T08:42:09,543 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:09,543 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-20T08:42:09,545 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:09,546 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:09,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:09,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:09,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/c3bb9d1ce03c4f769e497245572fdada is 50, key is test_row_0/A:col10/1732092129586/Put/seqid=0 2024-11-20T08:42:09,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742085_1261 (size=14341) 2024-11-20T08:42:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:09,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:09,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:09,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:09,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092129653, max timestamp=1732092129697Num uniques 859; 2024-11-20T08:42:09,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:09,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092129653, max timestamp=1732092129697Num uniques 859; 2024-11-20T08:42:09,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:09,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092129653, max timestamp=1732092129697Num uniques 859; 2024-11-20T08:42:09,705 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:09,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092189824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:09,831 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:09,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:09,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:09,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:09,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092189883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:09,890 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:09,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092189934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:09,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/c3bb9d1ce03c4f769e497245572fdada 2024-11-20T08:42:10,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/a5d7f00d3e194996b1fd36afed1c489f is 50, key is test_row_0/B:col10/1732092129586/Put/seqid=0 2024-11-20T08:42:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742086_1262 (size=12001) 2024-11-20T08:42:10,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/a5d7f00d3e194996b1fd36afed1c489f 2024-11-20T08:42:10,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/589da5d5367d42f7811f279c54926725 is 50, key is test_row_0/C:col10/1732092129586/Put/seqid=0 2024-11-20T08:42:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742087_1263 (size=12001) 2024-11-20T08:42:10,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/589da5d5367d42f7811f279c54926725 2024-11-20T08:42:10,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/c3bb9d1ce03c4f769e497245572fdada as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c3bb9d1ce03c4f769e497245572fdada 2024-11-20T08:42:10,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c3bb9d1ce03c4f769e497245572fdada, entries=200, sequenceid=118, filesize=14.0 K 2024-11-20T08:42:10,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/a5d7f00d3e194996b1fd36afed1c489f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a5d7f00d3e194996b1fd36afed1c489f 2024-11-20T08:42:10,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a5d7f00d3e194996b1fd36afed1c489f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T08:42:10,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/589da5d5367d42f7811f279c54926725 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/589da5d5367d42f7811f279c54926725 2024-11-20T08:42:10,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/589da5d5367d42f7811f279c54926725, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T08:42:10,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8bfb826727c6ce897dfdfab6c244cdb2 in 529ms, sequenceid=118, compaction requested=true 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:10,119 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:10,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:42:10,119 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:10,121 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:10,121 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:10,121 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,121 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/aa459104d8a64fa6b105851ea606a2e1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/261128ac858a4fe29e13f687b4ce2416, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c3bb9d1ce03c4f769e497245572fdada] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=37.6 K 2024-11-20T08:42:10,121 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:10,121 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:10,121 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,121 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fcf2dd7ec4014b06aa8618e610f42cfe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/e855c820d7764175b9de468f6ca5273e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a5d7f00d3e194996b1fd36afed1c489f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=35.3 K 2024-11-20T08:42:10,122 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa459104d8a64fa6b105851ea606a2e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732092126526 2024-11-20T08:42:10,122 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fcf2dd7ec4014b06aa8618e610f42cfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732092126526 2024-11-20T08:42:10,122 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 261128ac858a4fe29e13f687b4ce2416, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732092127700 2024-11-20T08:42:10,122 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e855c820d7764175b9de468f6ca5273e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732092127700 2024-11-20T08:42:10,123 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3bb9d1ce03c4f769e497245572fdada, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732092129577 2024-11-20T08:42:10,123 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d7f00d3e194996b1fd36afed1c489f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732092129580 2024-11-20T08:42:10,144 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:10,145 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/890adfc2e27b44d7b33795793a73d0a8 is 50, key is test_row_0/A:col10/1732092129586/Put/seqid=0 2024-11-20T08:42:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:10,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T08:42:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:10,149 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:10,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:10,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:10,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,170 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:10,171 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/6729f9e1b41a4981a86f5de8d3336be8 is 50, key is test_row_0/B:col10/1732092129586/Put/seqid=0 2024-11-20T08:42:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:10,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/2d795e04d14846488eb4c7feffbe6e0b is 50, key is test_row_0/A:col10/1732092129811/Put/seqid=0 2024-11-20T08:42:10,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092190193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742088_1264 (size=12241) 2024-11-20T08:42:10,223 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/890adfc2e27b44d7b33795793a73d0a8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/890adfc2e27b44d7b33795793a73d0a8 2024-11-20T08:42:10,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742089_1265 (size=12241) 2024-11-20T08:42:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742090_1266 (size=14541) 2024-11-20T08:42:10,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/2d795e04d14846488eb4c7feffbe6e0b 2024-11-20T08:42:10,238 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into 890adfc2e27b44d7b33795793a73d0a8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:10,238 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:10,238 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=13, startTime=1732092130119; duration=0sec 2024-11-20T08:42:10,239 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:10,239 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:10,239 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:10,240 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:10,240 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:10,240 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,240 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/517bdfb496494dc69ed20f6376e3cdbd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/43bb33ebeee54b0b8095e6e744857762, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/589da5d5367d42f7811f279c54926725] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=35.3 K 2024-11-20T08:42:10,242 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 517bdfb496494dc69ed20f6376e3cdbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732092126526 2024-11-20T08:42:10,242 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43bb33ebeee54b0b8095e6e744857762, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732092127700 2024-11-20T08:42:10,243 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 589da5d5367d42f7811f279c54926725, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732092129580 2024-11-20T08:42:10,243 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/6729f9e1b41a4981a86f5de8d3336be8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6729f9e1b41a4981a86f5de8d3336be8 2024-11-20T08:42:10,250 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into 6729f9e1b41a4981a86f5de8d3336be8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:10,250 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:10,250 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=13, startTime=1732092130119; duration=0sec 2024-11-20T08:42:10,251 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:10,251 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:10,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/29bf55563e6a47c6859d070cde83f43c is 50, key is test_row_0/B:col10/1732092129811/Put/seqid=0 2024-11-20T08:42:10,278 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:10,279 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/6c9d90f1cadc47998514e0027d9ed43f is 50, key is test_row_0/C:col10/1732092129586/Put/seqid=0 2024-11-20T08:42:10,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092190303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,310 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742092_1268 (size=12241) 2024-11-20T08:42:10,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742091_1267 (size=12151) 2024-11-20T08:42:10,329 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/6c9d90f1cadc47998514e0027d9ed43f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/6c9d90f1cadc47998514e0027d9ed43f 2024-11-20T08:42:10,339 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into 6c9d90f1cadc47998514e0027d9ed43f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:10,339 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:10,339 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=13, startTime=1732092130119; duration=0sec 2024-11-20T08:42:10,339 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:10,339 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:10,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092190513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:10,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092190693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,694 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092190703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,707 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092190722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,726 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:10,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/29bf55563e6a47c6859d070cde83f43c 2024-11-20T08:42:10,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/51cecafd19e144619a2e81f766396206 is 50, key is test_row_0/C:col10/1732092129811/Put/seqid=0 2024-11-20T08:42:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742093_1269 (size=12151) 2024-11-20T08:42:10,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/51cecafd19e144619a2e81f766396206 2024-11-20T08:42:10,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/2d795e04d14846488eb4c7feffbe6e0b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2d795e04d14846488eb4c7feffbe6e0b 2024-11-20T08:42:10,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2d795e04d14846488eb4c7feffbe6e0b, entries=200, sequenceid=156, filesize=14.2 K 2024-11-20T08:42:10,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/29bf55563e6a47c6859d070cde83f43c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/29bf55563e6a47c6859d070cde83f43c 2024-11-20T08:42:10,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/29bf55563e6a47c6859d070cde83f43c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T08:42:10,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/51cecafd19e144619a2e81f766396206 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/51cecafd19e144619a2e81f766396206 2024-11-20T08:42:10,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/51cecafd19e144619a2e81f766396206, entries=150, sequenceid=156, filesize=11.9 K 2024-11-20T08:42:10,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 8bfb826727c6ce897dfdfab6c244cdb2 in 636ms, sequenceid=156, compaction requested=false 2024-11-20T08:42:10,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:10,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:10,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:10,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:10,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/f91229696fe74eadb1bb047e5d0a0227 is 50, key is test_row_0/A:col10/1732092130824/Put/seqid=0 2024-11-20T08:42:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742094_1270 (size=14541) 2024-11-20T08:42:10,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/f91229696fe74eadb1bb047e5d0a0227 2024-11-20T08:42:10,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf is 50, key is test_row_0/B:col10/1732092130824/Put/seqid=0 2024-11-20T08:42:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742095_1271 (size=12151) 2024-11-20T08:42:10,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092130899, max timestamp=1732092130914Num uniques 859; 2024-11-20T08:42:10,917 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:10,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:10,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:10,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092190948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:10,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:11,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092191063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:11,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf 2024-11-20T08:42:11,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/29da675b7c32438899d2f73c67d28dc6 is 50, key is test_row_0/C:col10/1732092130824/Put/seqid=0 2024-11-20T08:42:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742096_1272 (size=12151) 2024-11-20T08:42:11,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092191273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:11,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:11,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:11,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092191582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:11,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/29da675b7c32438899d2f73c67d28dc6 2024-11-20T08:42:11,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/f91229696fe74eadb1bb047e5d0a0227 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/f91229696fe74eadb1bb047e5d0a0227 2024-11-20T08:42:11,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/f91229696fe74eadb1bb047e5d0a0227, entries=200, sequenceid=169, filesize=14.2 K 2024-11-20T08:42:11,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf 2024-11-20T08:42:11,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T08:42:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/29da675b7c32438899d2f73c67d28dc6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/29da675b7c32438899d2f73c67d28dc6 2024-11-20T08:42:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:11,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/29da675b7c32438899d2f73c67d28dc6, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T08:42:11,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=129.71 KB/132820 for 8bfb826727c6ce897dfdfab6c244cdb2 in 872ms, sequenceid=169, compaction requested=true 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:11,698 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:11,698 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:11,699 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:11,699 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:11,699 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,699 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6729f9e1b41a4981a86f5de8d3336be8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/29bf55563e6a47c6859d070cde83f43c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=35.7 K 2024-11-20T08:42:11,699 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41323 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:11,699 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:11,700 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,700 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/890adfc2e27b44d7b33795793a73d0a8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2d795e04d14846488eb4c7feffbe6e0b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/f91229696fe74eadb1bb047e5d0a0227] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=40.4 K 2024-11-20T08:42:11,700 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6729f9e1b41a4981a86f5de8d3336be8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732092129580 2024-11-20T08:42:11,700 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 890adfc2e27b44d7b33795793a73d0a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732092129580 2024-11-20T08:42:11,700 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 29bf55563e6a47c6859d070cde83f43c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732092129800 2024-11-20T08:42:11,700 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d795e04d14846488eb4c7feffbe6e0b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732092129800 2024-11-20T08:42:11,700 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 21ee3b4cbf4d4074a3fc7d915d5c7ebf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732092130169 2024-11-20T08:42:11,701 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f91229696fe74eadb1bb047e5d0a0227, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732092130169 2024-11-20T08:42:11,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-20T08:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,701 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=129.71 KB heapSize=381.64 KB 2024-11-20T08:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:11,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:11,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/c999a974c19a45f088bed41247917855 is 50, key is test_row_0/A:col10/1732092130914/Put/seqid=0 2024-11-20T08:42:11,712 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:11,713 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:11,714 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/d19a71c2af0949ae96a81591ec865c1c is 50, key is test_row_0/B:col10/1732092130824/Put/seqid=0 2024-11-20T08:42:11,714 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3e9b9027b732409c89da436d2abcada0 is 50, key is test_row_0/A:col10/1732092130824/Put/seqid=0 2024-11-20T08:42:11,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742097_1273 (size=12151) 2024-11-20T08:42:11,719 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/c999a974c19a45f088bed41247917855 2024-11-20T08:42:11,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742098_1274 (size=12493) 2024-11-20T08:42:11,735 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/d19a71c2af0949ae96a81591ec865c1c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d19a71c2af0949ae96a81591ec865c1c 2024-11-20T08:42:11,741 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into d19a71c2af0949ae96a81591ec865c1c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:11,741 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:11,741 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=13, startTime=1732092131698; duration=0sec 2024-11-20T08:42:11,741 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:11,741 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:11,741 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:11,742 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:11,742 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:11,742 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:11,743 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/6c9d90f1cadc47998514e0027d9ed43f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/51cecafd19e144619a2e81f766396206, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/29da675b7c32438899d2f73c67d28dc6] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=35.7 K 2024-11-20T08:42:11,743 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c9d90f1cadc47998514e0027d9ed43f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732092129580 2024-11-20T08:42:11,743 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 51cecafd19e144619a2e81f766396206, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732092129800 2024-11-20T08:42:11,744 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 29da675b7c32438899d2f73c67d28dc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732092130169 2024-11-20T08:42:11,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/13b17ebfb8704ef1b25921d2b3f595be is 50, key is test_row_0/B:col10/1732092130914/Put/seqid=0 2024-11-20T08:42:11,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742099_1275 (size=12493) 2024-11-20T08:42:11,756 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:11,757 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/62317546357d4a959472cc2f0eb7389f is 50, key is test_row_0/C:col10/1732092130824/Put/seqid=0 2024-11-20T08:42:11,761 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3e9b9027b732409c89da436d2abcada0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3e9b9027b732409c89da436d2abcada0 2024-11-20T08:42:11,770 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into 3e9b9027b732409c89da436d2abcada0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:11,770 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:11,770 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=13, startTime=1732092131698; duration=0sec 2024-11-20T08:42:11,770 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:11,770 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:11,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742100_1276 (size=12151) 2024-11-20T08:42:11,774 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/13b17ebfb8704ef1b25921d2b3f595be 2024-11-20T08:42:11,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/1afd932b35cc4b0fb4031ff09dc014ed is 50, key is test_row_0/C:col10/1732092130914/Put/seqid=0 2024-11-20T08:42:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742101_1277 (size=12493) 2024-11-20T08:42:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742102_1278 (size=12151) 2024-11-20T08:42:11,796 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/62317546357d4a959472cc2f0eb7389f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/62317546357d4a959472cc2f0eb7389f 2024-11-20T08:42:11,801 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into 62317546357d4a959472cc2f0eb7389f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:11,801 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:11,801 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=13, startTime=1732092131698; duration=0sec 2024-11-20T08:42:11,801 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:11,801 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:11,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:11,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092191938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:11,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:12,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092192052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:12,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092192093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:12,196 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/1afd932b35cc4b0fb4031ff09dc014ed 2024-11-20T08:42:12,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/c999a974c19a45f088bed41247917855 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c999a974c19a45f088bed41247917855 2024-11-20T08:42:12,205 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c999a974c19a45f088bed41247917855, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T08:42:12,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/13b17ebfb8704ef1b25921d2b3f595be as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/13b17ebfb8704ef1b25921d2b3f595be 2024-11-20T08:42:12,210 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/13b17ebfb8704ef1b25921d2b3f595be, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T08:42:12,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/1afd932b35cc4b0fb4031ff09dc014ed as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/1afd932b35cc4b0fb4031ff09dc014ed 2024-11-20T08:42:12,215 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/1afd932b35cc4b0fb4031ff09dc014ed, entries=150, sequenceid=196, filesize=11.9 K 2024-11-20T08:42:12,216 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~381.59 KB/390752, currentSize=46.96 KB/48090 for 8bfb826727c6ce897dfdfab6c244cdb2 in 515ms, sequenceid=196, compaction requested=false 2024-11-20T08:42:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-20T08:42:12,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-20T08:42:12,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T08:42:12,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6720 sec 2024-11-20T08:42:12,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.6780 sec 2024-11-20T08:42:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:12,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:12,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/7888e665bfb44234af62ce21324988c8 is 50, key is test_row_0/A:col10/1732092132265/Put/seqid=0 2024-11-20T08:42:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742103_1279 (size=14541) 2024-11-20T08:42:12,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092132341, max timestamp=1732092132357Num uniques 859; 2024-11-20T08:42:12,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092132341, max timestamp=1732092132357Num uniques 859; 2024-11-20T08:42:12,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:12,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:12,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092132341, max timestamp=1732092132357Num uniques 859; 2024-11-20T08:42:12,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:12,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092192447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:12,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092192563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:12,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:12,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/7888e665bfb44234af62ce21324988c8 2024-11-20T08:42:12,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/fabf09b0b15941c88b687524ff1cd16e is 50, key is test_row_0/B:col10/1732092132265/Put/seqid=0 2024-11-20T08:42:12,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742104_1280 (size=12151) 2024-11-20T08:42:12,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092192772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:12,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:13,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092193083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,088 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:13,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/fabf09b0b15941c88b687524ff1cd16e 2024-11-20T08:42:13,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/b4c40b3079de4104b15ae92dda297427 is 50, key is test_row_0/C:col10/1732092132265/Put/seqid=0 2024-11-20T08:42:13,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092193103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:13,107 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:13,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742105_1281 (size=12151) 2024-11-20T08:42:13,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/b4c40b3079de4104b15ae92dda297427 2024-11-20T08:42:13,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/7888e665bfb44234af62ce21324988c8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7888e665bfb44234af62ce21324988c8 2024-11-20T08:42:13,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7888e665bfb44234af62ce21324988c8, entries=200, sequenceid=210, filesize=14.2 K 2024-11-20T08:42:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/fabf09b0b15941c88b687524ff1cd16e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fabf09b0b15941c88b687524ff1cd16e 2024-11-20T08:42:13,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fabf09b0b15941c88b687524ff1cd16e, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T08:42:13,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/b4c40b3079de4104b15ae92dda297427 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b4c40b3079de4104b15ae92dda297427 2024-11-20T08:42:13,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b4c40b3079de4104b15ae92dda297427, entries=150, sequenceid=210, filesize=11.9 K 2024-11-20T08:42:13,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1265ms, sequenceid=210, compaction requested=true 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:13,532 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:13,532 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:13,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:13,533 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:13,534 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:13,534 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:13,534 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:13,534 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:13,534 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3e9b9027b732409c89da436d2abcada0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c999a974c19a45f088bed41247917855, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7888e665bfb44234af62ce21324988c8] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=38.3 K 2024-11-20T08:42:13,534 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:13,534 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d19a71c2af0949ae96a81591ec865c1c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/13b17ebfb8704ef1b25921d2b3f595be, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fabf09b0b15941c88b687524ff1cd16e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=35.9 K 2024-11-20T08:42:13,535 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e9b9027b732409c89da436d2abcada0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732092130169 2024-11-20T08:42:13,535 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d19a71c2af0949ae96a81591ec865c1c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732092130169 2024-11-20T08:42:13,535 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c999a974c19a45f088bed41247917855, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732092130914 2024-11-20T08:42:13,535 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b17ebfb8704ef1b25921d2b3f595be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732092130914 2024-11-20T08:42:13,536 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fabf09b0b15941c88b687524ff1cd16e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732092131924 2024-11-20T08:42:13,536 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7888e665bfb44234af62ce21324988c8, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732092131924 2024-11-20T08:42:13,546 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:13,547 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/eb7bc228fc174f1c819e85649baf69a2 is 50, key is test_row_0/A:col10/1732092132265/Put/seqid=0 2024-11-20T08:42:13,551 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:13,552 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/9a6038f5a5c144fe892061736e211d99 is 50, key is test_row_0/B:col10/1732092132265/Put/seqid=0 2024-11-20T08:42:13,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742106_1282 (size=12595) 2024-11-20T08:42:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742107_1283 (size=12595) 2024-11-20T08:42:13,570 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/eb7bc228fc174f1c819e85649baf69a2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/eb7bc228fc174f1c819e85649baf69a2 2024-11-20T08:42:13,577 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into eb7bc228fc174f1c819e85649baf69a2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:13,577 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:13,577 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=13, startTime=1732092133532; duration=0sec 2024-11-20T08:42:13,578 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:13,578 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:13,578 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:13,579 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:13,579 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:13,579 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:13,579 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/62317546357d4a959472cc2f0eb7389f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/1afd932b35cc4b0fb4031ff09dc014ed, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b4c40b3079de4104b15ae92dda297427] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=35.9 K 2024-11-20T08:42:13,580 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62317546357d4a959472cc2f0eb7389f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732092130169 2024-11-20T08:42:13,580 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1afd932b35cc4b0fb4031ff09dc014ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732092130914 2024-11-20T08:42:13,581 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4c40b3079de4104b15ae92dda297427, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732092131924 2024-11-20T08:42:13,589 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:13,590 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/e06678bafa7048a4913dce2aa585fbe7 is 50, key is test_row_0/C:col10/1732092132265/Put/seqid=0 2024-11-20T08:42:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:13,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:42:13,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:13,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:13,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:13,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:13,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:13,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742108_1284 (size=12595) 2024-11-20T08:42:13,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4d0352b5f32743a99985d8cc506c52c3 is 50, key is test_row_0/A:col10/1732092133593/Put/seqid=0 2024-11-20T08:42:13,616 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/e06678bafa7048a4913dce2aa585fbe7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e06678bafa7048a4913dce2aa585fbe7 2024-11-20T08:42:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742109_1285 (size=14541) 2024-11-20T08:42:13,622 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into e06678bafa7048a4913dce2aa585fbe7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:13,622 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:13,622 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=13, startTime=1732092133532; duration=0sec 2024-11-20T08:42:13,623 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:13,623 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092193640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-20T08:42:13,713 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:13,714 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-20T08:42:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T08:42:13,715 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:13,716 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:13,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:13,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:13,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092193753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:13,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T08:42:13,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:13,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:13,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:13,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:13,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:13,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092193963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:13,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:13,972 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/9a6038f5a5c144fe892061736e211d99 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9a6038f5a5c144fe892061736e211d99 2024-11-20T08:42:13,976 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into 9a6038f5a5c144fe892061736e211d99(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:13,976 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:13,976 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=13, startTime=1732092133532; duration=0sec 2024-11-20T08:42:13,976 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:13,977 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:14,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4d0352b5f32743a99985d8cc506c52c3 2024-11-20T08:42:14,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,023 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/3d0652430ff3458c828ba66500d74786 is 50, key is test_row_0/B:col10/1732092133593/Put/seqid=0 2024-11-20T08:42:14,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742110_1286 (size=12151) 2024-11-20T08:42:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T08:42:14,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092194273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:14,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T08:42:14,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/3d0652430ff3458c828ba66500d74786 2024-11-20T08:42:14,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/e2b666862f834088b8f4e99cdb76ec83 is 50, key is test_row_0/C:col10/1732092133593/Put/seqid=0 2024-11-20T08:42:14,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742111_1287 (size=12151) 2024-11-20T08:42:14,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41154 deadline: 1732092194723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:14,726 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:14,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41172 deadline: 1732092194733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:14,734 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:14,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:14,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41162 deadline: 1732092194763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:14,768 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:14,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:14,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:14,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092194782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:14,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:14,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:14,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:14,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/e2b666862f834088b8f4e99cdb76ec83 2024-11-20T08:42:14,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4d0352b5f32743a99985d8cc506c52c3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4d0352b5f32743a99985d8cc506c52c3 2024-11-20T08:42:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T08:42:14,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4d0352b5f32743a99985d8cc506c52c3, entries=200, sequenceid=248, filesize=14.2 K 2024-11-20T08:42:14,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/3d0652430ff3458c828ba66500d74786 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3d0652430ff3458c828ba66500d74786 2024-11-20T08:42:14,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3d0652430ff3458c828ba66500d74786, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T08:42:14,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/e2b666862f834088b8f4e99cdb76ec83 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e2b666862f834088b8f4e99cdb76ec83 2024-11-20T08:42:14,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e2b666862f834088b8f4e99cdb76ec83, entries=150, sequenceid=248, filesize=11.9 K 2024-11-20T08:42:14,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1269ms, sequenceid=248, compaction requested=false 2024-11-20T08:42:14,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:14,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:14,944 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:14,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:14,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/d98228ec72cf4bed9bb5c3a0cb986503 is 50, key is test_row_0/A:col10/1732092133626/Put/seqid=0 2024-11-20T08:42:14,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742112_1288 (size=12251) 2024-11-20T08:42:14,954 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/d98228ec72cf4bed9bb5c3a0cb986503 2024-11-20T08:42:14,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53 is 50, key is test_row_0/B:col10/1732092133626/Put/seqid=0 2024-11-20T08:42:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742113_1289 (size=12251) 2024-11-20T08:42:14,973 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53 2024-11-20T08:42:14,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/b6923c0ddbf64fc08d66be72d5cbd224 is 50, key is test_row_0/C:col10/1732092133626/Put/seqid=0 2024-11-20T08:42:14,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742114_1290 (size=12251) 2024-11-20T08:42:14,988 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/b6923c0ddbf64fc08d66be72d5cbd224 2024-11-20T08:42:14,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/d98228ec72cf4bed9bb5c3a0cb986503 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/d98228ec72cf4bed9bb5c3a0cb986503 2024-11-20T08:42:14,999 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/d98228ec72cf4bed9bb5c3a0cb986503, entries=150, sequenceid=260, filesize=12.0 K 2024-11-20T08:42:15,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53 2024-11-20T08:42:15,005 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53, entries=150, sequenceid=260, filesize=12.0 K 2024-11-20T08:42:15,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/b6923c0ddbf64fc08d66be72d5cbd224 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b6923c0ddbf64fc08d66be72d5cbd224 2024-11-20T08:42:15,013 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b6923c0ddbf64fc08d66be72d5cbd224, entries=150, sequenceid=260, filesize=12.0 K 2024-11-20T08:42:15,016 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for 8bfb826727c6ce897dfdfab6c244cdb2 in 72ms, sequenceid=260, compaction requested=true 2024-11-20T08:42:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:15,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-20T08:42:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-20T08:42:15,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T08:42:15,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3020 sec 2024-11-20T08:42:15,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.3070 sec 2024-11-20T08:42:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:15,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:15,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:15,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:15,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:15,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:15,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:15,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:15,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/db84e0ff929c4b9199a3702da172dac8 is 50, key is test_row_0/A:col10/1732092135150/Put/seqid=0 2024-11-20T08:42:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742115_1291 (size=14741) 2024-11-20T08:42:15,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092135209, max timestamp=1732092135241Num uniques 859; 2024-11-20T08:42:15,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:15,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092135209, max timestamp=1732092135241Num uniques 859; 2024-11-20T08:42:15,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092135209, max timestamp=1732092135241Num uniques 859; 2024-11-20T08:42:15,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:15,245 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:15,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092195344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092195453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:15,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/db84e0ff929c4b9199a3702da172dac8 2024-11-20T08:42:15,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/ab69f86af6d84751a517ba83dae30841 is 50, key is test_row_0/B:col10/1732092135150/Put/seqid=0 2024-11-20T08:42:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742116_1292 (size=12301) 2024-11-20T08:42:15,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092195662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:15,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092195803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:15,808 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:15,808 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T08:42:15,864 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:15,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-20T08:42:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T08:42:15,866 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:15,867 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:15,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:15,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T08:42:15,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:15,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092195973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:15,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:15,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/ab69f86af6d84751a517ba83dae30841 2024-11-20T08:42:15,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/5e52ad396a8949cca78f433ec48eca18 is 50, key is test_row_0/C:col10/1732092135150/Put/seqid=0 2024-11-20T08:42:16,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742117_1293 (size=12301) 2024-11-20T08:42:16,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T08:42:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T08:42:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T08:42:16,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T08:42:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:16,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/5e52ad396a8949cca78f433ec48eca18 2024-11-20T08:42:16,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/db84e0ff929c4b9199a3702da172dac8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/db84e0ff929c4b9199a3702da172dac8 2024-11-20T08:42:16,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/db84e0ff929c4b9199a3702da172dac8, entries=200, sequenceid=270, filesize=14.4 K 2024-11-20T08:42:16,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/ab69f86af6d84751a517ba83dae30841 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/ab69f86af6d84751a517ba83dae30841 2024-11-20T08:42:16,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/ab69f86af6d84751a517ba83dae30841, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T08:42:16,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/5e52ad396a8949cca78f433ec48eca18 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/5e52ad396a8949cca78f433ec48eca18 2024-11-20T08:42:16,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/5e52ad396a8949cca78f433ec48eca18, entries=150, sequenceid=270, filesize=12.0 K 2024-11-20T08:42:16,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1272ms, sequenceid=270, compaction requested=true 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:16,423 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:16,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:16,425 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:16,425 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54128 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:16,425 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:16,425 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:16,425 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,425 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,425 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/eb7bc228fc174f1c819e85649baf69a2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4d0352b5f32743a99985d8cc506c52c3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/d98228ec72cf4bed9bb5c3a0cb986503, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/db84e0ff929c4b9199a3702da172dac8] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=52.9 K 2024-11-20T08:42:16,425 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9a6038f5a5c144fe892061736e211d99, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3d0652430ff3458c828ba66500d74786, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/ab69f86af6d84751a517ba83dae30841] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=48.1 K 2024-11-20T08:42:16,426 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a6038f5a5c144fe892061736e211d99, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732092131924 2024-11-20T08:42:16,426 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb7bc228fc174f1c819e85649baf69a2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732092131924 2024-11-20T08:42:16,426 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0652430ff3458c828ba66500d74786, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732092132431 2024-11-20T08:42:16,426 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d0352b5f32743a99985d8cc506c52c3, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732092132414 2024-11-20T08:42:16,426 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a1f5fcfe4d8b48a18e3ee13c3cab0a53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732092133626 2024-11-20T08:42:16,426 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d98228ec72cf4bed9bb5c3a0cb986503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732092133626 2024-11-20T08:42:16,427 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ab69f86af6d84751a517ba83dae30841, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732092135144 2024-11-20T08:42:16,427 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting db84e0ff929c4b9199a3702da172dac8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732092135139 2024-11-20T08:42:16,437 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#249 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:16,437 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/61f0fede5e4f4343a564c3b409bc8f0f is 50, key is test_row_0/A:col10/1732092135150/Put/seqid=0 2024-11-20T08:42:16,438 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:16,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/1cb2598f607940f9adadb10e198be433 is 50, key is test_row_0/B:col10/1732092135150/Put/seqid=0 2024-11-20T08:42:16,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742118_1294 (size=12881) 2024-11-20T08:42:16,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742119_1295 (size=12881) 2024-11-20T08:42:16,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T08:42:16,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,480 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:42:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:16,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:16,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/b0958ca21b894eec947c4fbb6fb2e094 is 50, key is test_row_0/A:col10/1732092135335/Put/seqid=0 2024-11-20T08:42:16,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:16,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:16,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742120_1296 (size=12301) 2024-11-20T08:42:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T08:42:16,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092196526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:16,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092196633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:16,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092196843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:16,847 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/61f0fede5e4f4343a564c3b409bc8f0f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/61f0fede5e4f4343a564c3b409bc8f0f 2024-11-20T08:42:16,850 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/1cb2598f607940f9adadb10e198be433 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1cb2598f607940f9adadb10e198be433 2024-11-20T08:42:16,853 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into 61f0fede5e4f4343a564c3b409bc8f0f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:16,853 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:16,853 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=12, startTime=1732092136423; duration=0sec 2024-11-20T08:42:16,853 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:16,853 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:16,854 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:16,854 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into 1cb2598f607940f9adadb10e198be433(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:16,854 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:16,854 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=12, startTime=1732092136423; duration=0sec 2024-11-20T08:42:16,854 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:16,854 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:16,855 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49298 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:16,855 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:16,855 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:16,855 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e06678bafa7048a4913dce2aa585fbe7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e2b666862f834088b8f4e99cdb76ec83, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b6923c0ddbf64fc08d66be72d5cbd224, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/5e52ad396a8949cca78f433ec48eca18] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=48.1 K 2024-11-20T08:42:16,856 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e06678bafa7048a4913dce2aa585fbe7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732092131924 2024-11-20T08:42:16,856 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2b666862f834088b8f4e99cdb76ec83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732092132431 2024-11-20T08:42:16,856 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6923c0ddbf64fc08d66be72d5cbd224, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1732092133626 2024-11-20T08:42:16,856 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e52ad396a8949cca78f433ec48eca18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732092135144 2024-11-20T08:42:16,865 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:16,866 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/394f9af6a60447b2a0f8b0f49038ed93 is 50, key is test_row_0/C:col10/1732092135150/Put/seqid=0 2024-11-20T08:42:16,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742121_1297 (size=12881) 2024-11-20T08:42:16,891 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/b0958ca21b894eec947c4fbb6fb2e094 2024-11-20T08:42:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/0846282049924c9aba3c8520a64bf3c1 is 50, key is test_row_0/B:col10/1732092135335/Put/seqid=0 2024-11-20T08:42:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742122_1298 (size=12301) 2024-11-20T08:42:17,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T08:42:17,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092197153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:17,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:17,276 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/394f9af6a60447b2a0f8b0f49038ed93 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/394f9af6a60447b2a0f8b0f49038ed93 2024-11-20T08:42:17,284 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into 394f9af6a60447b2a0f8b0f49038ed93(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:17,284 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:17,285 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=12, startTime=1732092136423; duration=0sec 2024-11-20T08:42:17,285 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:17,285 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:17,304 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/0846282049924c9aba3c8520a64bf3c1 2024-11-20T08:42:17,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/10baa3ee1f7742be982854d61485ae3d is 50, key is test_row_0/C:col10/1732092135335/Put/seqid=0 2024-11-20T08:42:17,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742123_1299 (size=12301) 2024-11-20T08:42:17,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092197673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:17,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:17,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:17,717 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/10baa3ee1f7742be982854d61485ae3d 2024-11-20T08:42:17,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/b0958ca21b894eec947c4fbb6fb2e094 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/b0958ca21b894eec947c4fbb6fb2e094 2024-11-20T08:42:17,727 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/b0958ca21b894eec947c4fbb6fb2e094, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T08:42:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/0846282049924c9aba3c8520a64bf3c1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0846282049924c9aba3c8520a64bf3c1 2024-11-20T08:42:17,736 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0846282049924c9aba3c8520a64bf3c1, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T08:42:17,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/10baa3ee1f7742be982854d61485ae3d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/10baa3ee1f7742be982854d61485ae3d 2024-11-20T08:42:17,742 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/10baa3ee1f7742be982854d61485ae3d, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T08:42:17,743 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1264ms, sequenceid=307, compaction requested=false 2024-11-20T08:42:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:17,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-20T08:42:17,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-20T08:42:17,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T08:42:17,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8780 sec 2024-11-20T08:42:17,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.8830 sec 2024-11-20T08:42:17,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:17,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:17,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:17,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/bda6638de8b24c21bfda388e51f3d600 is 50, key is test_row_0/A:col10/1732092136512/Put/seqid=0 2024-11-20T08:42:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742124_1300 (size=14741) 2024-11-20T08:42:17,920 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092137877, max timestamp=1732092137917Num uniques 859; 2024-11-20T08:42:17,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:17,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092137877, max timestamp=1732092137917Num uniques 859; 2024-11-20T08:42:17,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:17,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092137877, max timestamp=1732092137917Num uniques 859; 2024-11-20T08:42:17,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T08:42:18,013 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:18,013 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T08:42:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T08:42:18,015 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:18,016 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:18,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092198018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T08:42:18,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:18,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092198133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:18,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T08:42:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/bda6638de8b24c21bfda388e51f3d600 2024-11-20T08:42:18,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/f12175f1064742a3be18e02e3769081c is 50, key is test_row_0/B:col10/1732092136512/Put/seqid=0 2024-11-20T08:42:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742125_1301 (size=12301) 2024-11-20T08:42:18,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T08:42:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T08:42:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:18,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092198343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:18,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T08:42:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T08:42:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:18,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T08:42:18,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092198653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:18,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/f12175f1064742a3be18e02e3769081c 2024-11-20T08:42:18,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/fcf2728bcf2849dfb5599f1f70f1525b is 50, key is test_row_0/C:col10/1732092136512/Put/seqid=0 2024-11-20T08:42:18,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742126_1302 (size=12301) 2024-11-20T08:42:18,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/fcf2728bcf2849dfb5599f1f70f1525b 2024-11-20T08:42:18,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/bda6638de8b24c21bfda388e51f3d600 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/bda6638de8b24c21bfda388e51f3d600 2024-11-20T08:42:18,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/bda6638de8b24c21bfda388e51f3d600, entries=200, sequenceid=321, filesize=14.4 K 2024-11-20T08:42:18,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/f12175f1064742a3be18e02e3769081c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/f12175f1064742a3be18e02e3769081c 2024-11-20T08:42:18,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092198693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:18,696 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:18,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/f12175f1064742a3be18e02e3769081c, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T08:42:18,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/fcf2728bcf2849dfb5599f1f70f1525b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fcf2728bcf2849dfb5599f1f70f1525b 2024-11-20T08:42:18,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fcf2728bcf2849dfb5599f1f70f1525b, entries=150, sequenceid=321, filesize=12.0 K 2024-11-20T08:42:18,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8bfb826727c6ce897dfdfab6c244cdb2 in 876ms, sequenceid=321, compaction requested=true 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:18,704 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:18,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:42:18,704 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:18,705 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:18,705 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:18,705 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:18,705 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:18,705 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,705 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,705 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/61f0fede5e4f4343a564c3b409bc8f0f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/b0958ca21b894eec947c4fbb6fb2e094, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/bda6638de8b24c21bfda388e51f3d600] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=39.0 K 2024-11-20T08:42:18,705 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1cb2598f607940f9adadb10e198be433, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0846282049924c9aba3c8520a64bf3c1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/f12175f1064742a3be18e02e3769081c] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=36.6 K 2024-11-20T08:42:18,706 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f0fede5e4f4343a564c3b409bc8f0f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732092135144 2024-11-20T08:42:18,706 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cb2598f607940f9adadb10e198be433, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732092135144 2024-11-20T08:42:18,706 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b0958ca21b894eec947c4fbb6fb2e094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732092135328 2024-11-20T08:42:18,706 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0846282049924c9aba3c8520a64bf3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732092135328 2024-11-20T08:42:18,707 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f12175f1064742a3be18e02e3769081c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732092136512 2024-11-20T08:42:18,707 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bda6638de8b24c21bfda388e51f3d600, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732092136512 2024-11-20T08:42:18,716 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:18,717 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:18,717 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/9ddd32f5920e4b61a639b130ee055d12 is 50, key is test_row_0/B:col10/1732092136512/Put/seqid=0 2024-11-20T08:42:18,717 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/7f5f52530c434358b045963dfcbe9be7 is 50, key is test_row_0/A:col10/1732092136512/Put/seqid=0 2024-11-20T08:42:18,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742127_1303 (size=12983) 2024-11-20T08:42:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742128_1304 (size=12983) 2024-11-20T08:42:18,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T08:42:18,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:18,781 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T08:42:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:18,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:18,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/82451051c2c24348a2dfcf68096a2c25 is 50, key is test_row_0/A:col10/1732092137987/Put/seqid=0 2024-11-20T08:42:18,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742129_1305 (size=12301) 2024-11-20T08:42:19,132 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/9ddd32f5920e4b61a639b130ee055d12 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9ddd32f5920e4b61a639b130ee055d12 2024-11-20T08:42:19,137 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into 9ddd32f5920e4b61a639b130ee055d12(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:19,137 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:19,137 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=13, startTime=1732092138704; duration=0sec 2024-11-20T08:42:19,137 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:19,137 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:19,138 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:19,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:19,139 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/7f5f52530c434358b045963dfcbe9be7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7f5f52530c434358b045963dfcbe9be7 2024-11-20T08:42:19,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:19,140 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:19,140 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/394f9af6a60447b2a0f8b0f49038ed93, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/10baa3ee1f7742be982854d61485ae3d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fcf2728bcf2849dfb5599f1f70f1525b] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=36.6 K 2024-11-20T08:42:19,140 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 394f9af6a60447b2a0f8b0f49038ed93, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732092135144 2024-11-20T08:42:19,140 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10baa3ee1f7742be982854d61485ae3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732092135328 2024-11-20T08:42:19,141 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fcf2728bcf2849dfb5599f1f70f1525b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732092136512 2024-11-20T08:42:19,144 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into 7f5f52530c434358b045963dfcbe9be7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:19,144 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:19,144 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=13, startTime=1732092138704; duration=0sec 2024-11-20T08:42:19,144 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:19,144 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:19,148 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:19,148 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/0ad0b650ad74422486de20158e4b4554 is 50, key is test_row_0/C:col10/1732092136512/Put/seqid=0 2024-11-20T08:42:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T08:42:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742130_1306 (size=12983) 2024-11-20T08:42:19,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:19,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:19,169 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/0ad0b650ad74422486de20158e4b4554 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/0ad0b650ad74422486de20158e4b4554 2024-11-20T08:42:19,183 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into 0ad0b650ad74422486de20158e4b4554(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:19,184 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:19,184 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=13, startTime=1732092138704; duration=0sec 2024-11-20T08:42:19,184 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:19,184 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:19,191 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/82451051c2c24348a2dfcf68096a2c25 2024-11-20T08:42:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/64cae05c7e2e455aab61768934accf23 is 50, key is test_row_0/B:col10/1732092137987/Put/seqid=0 2024-11-20T08:42:19,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742131_1307 (size=12301) 2024-11-20T08:42:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092199201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:19,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:19,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092199313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:19,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:19,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092199523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:19,603 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/64cae05c7e2e455aab61768934accf23 2024-11-20T08:42:19,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/c75cb9fd395f47378bb17e0510aefb09 is 50, key is test_row_0/C:col10/1732092137987/Put/seqid=0 2024-11-20T08:42:19,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742132_1308 (size=12301) 2024-11-20T08:42:19,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092199833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:19,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:20,018 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/c75cb9fd395f47378bb17e0510aefb09 2024-11-20T08:42:20,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/82451051c2c24348a2dfcf68096a2c25 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/82451051c2c24348a2dfcf68096a2c25 2024-11-20T08:42:20,030 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/82451051c2c24348a2dfcf68096a2c25, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T08:42:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/64cae05c7e2e455aab61768934accf23 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/64cae05c7e2e455aab61768934accf23 2024-11-20T08:42:20,035 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/64cae05c7e2e455aab61768934accf23, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T08:42:20,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/c75cb9fd395f47378bb17e0510aefb09 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c75cb9fd395f47378bb17e0510aefb09 2024-11-20T08:42:20,039 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c75cb9fd395f47378bb17e0510aefb09, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T08:42:20,040 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1259ms, sequenceid=357, compaction requested=false 2024-11-20T08:42:20,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:20,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:20,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T08:42:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T08:42:20,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T08:42:20,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0260 sec 2024-11-20T08:42:20,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.0320 sec 2024-11-20T08:42:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T08:42:20,163 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:20,163 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:20,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T08:42:20,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T08:42:20,165 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:20,166 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:20,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T08:42:20,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T08:42:20,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:20,320 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:20,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/8964aedae57148958e6e1a2d686a1e0a is 50, key is test_row_0/A:col10/1732092139193/Put/seqid=0 2024-11-20T08:42:20,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742133_1309 (size=12301) 2024-11-20T08:42:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:20,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:20,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092140400, max timestamp=1732092140422Num uniques 859; 2024-11-20T08:42:20,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092140400, max timestamp=1732092140422Num uniques 859; 2024-11-20T08:42:20,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:20,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:20,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092140400, max timestamp=1732092140422Num uniques 859; 2024-11-20T08:42:20,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T08:42:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092200512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:20,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092200623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:20,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41188 deadline: 1732092200703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:20,708 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 8bfb826727c6ce897dfdfab6c244cdb2 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,709 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:20,731 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/8964aedae57148958e6e1a2d686a1e0a 2024-11-20T08:42:20,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/23ca150e0a5343e3afdf1c0e59b7ec4d is 50, key is test_row_0/B:col10/1732092139193/Put/seqid=0 2024-11-20T08:42:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742134_1310 (size=12301) 2024-11-20T08:42:20,783 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/23ca150e0a5343e3afdf1c0e59b7ec4d 2024-11-20T08:42:20,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/3c12978a011c4e37b740e043754295c3 is 50, key is test_row_0/C:col10/1732092139193/Put/seqid=0 2024-11-20T08:42:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T08:42:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742135_1311 (size=12301) 2024-11-20T08:42:20,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092200833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:21,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092201143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:21,195 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/3c12978a011c4e37b740e043754295c3 2024-11-20T08:42:21,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/8964aedae57148958e6e1a2d686a1e0a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/8964aedae57148958e6e1a2d686a1e0a 2024-11-20T08:42:21,204 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/8964aedae57148958e6e1a2d686a1e0a, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T08:42:21,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/23ca150e0a5343e3afdf1c0e59b7ec4d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/23ca150e0a5343e3afdf1c0e59b7ec4d 2024-11-20T08:42:21,209 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/23ca150e0a5343e3afdf1c0e59b7ec4d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T08:42:21,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/3c12978a011c4e37b740e043754295c3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/3c12978a011c4e37b740e043754295c3 2024-11-20T08:42:21,214 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/3c12978a011c4e37b740e043754295c3, entries=150, sequenceid=371, filesize=12.0 K 2024-11-20T08:42:21,215 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 8bfb826727c6ce897dfdfab6c244cdb2 in 895ms, sequenceid=371, compaction requested=true 2024-11-20T08:42:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T08:42:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T08:42:21,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T08:42:21,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec 2024-11-20T08:42:21,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.0550 sec 2024-11-20T08:42:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T08:42:21,303 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:21,304 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T08:42:21,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T08:42:21,306 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:21,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:21,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:21,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T08:42:21,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T08:42:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:21,461 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T08:42:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:21,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/2b3a2428e9cf4b3cb48ca64e9751b9a2 is 50, key is test_row_0/A:col10/1732092140502/Put/seqid=0 2024-11-20T08:42:21,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742136_1312 (size=12301) 2024-11-20T08:42:21,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T08:42:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:21,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:21,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:21,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092201710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:21,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:21,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:21,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092201823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:21,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:21,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:21,872 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/2b3a2428e9cf4b3cb48ca64e9751b9a2 2024-11-20T08:42:21,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/b4724396e0734fe08e028e5bd91c95d0 is 50, key is test_row_0/B:col10/1732092140502/Put/seqid=0 2024-11-20T08:42:21,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742137_1313 (size=12301) 2024-11-20T08:42:21,884 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/b4724396e0734fe08e028e5bd91c95d0 2024-11-20T08:42:21,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/bae1c2a2e6984c58ba566d028077b129 is 50, key is test_row_0/C:col10/1732092140502/Put/seqid=0 2024-11-20T08:42:21,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742138_1314 (size=12301) 2024-11-20T08:42:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T08:42:22,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092202033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:22,296 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/bae1c2a2e6984c58ba566d028077b129 2024-11-20T08:42:22,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/2b3a2428e9cf4b3cb48ca64e9751b9a2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2b3a2428e9cf4b3cb48ca64e9751b9a2 2024-11-20T08:42:22,309 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2b3a2428e9cf4b3cb48ca64e9751b9a2, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T08:42:22,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/b4724396e0734fe08e028e5bd91c95d0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/b4724396e0734fe08e028e5bd91c95d0 2024-11-20T08:42:22,315 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/b4724396e0734fe08e028e5bd91c95d0, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T08:42:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/bae1c2a2e6984c58ba566d028077b129 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/bae1c2a2e6984c58ba566d028077b129 2024-11-20T08:42:22,322 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/bae1c2a2e6984c58ba566d028077b129, entries=150, sequenceid=407, filesize=12.0 K 2024-11-20T08:42:22,323 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 8bfb826727c6ce897dfdfab6c244cdb2 in 862ms, sequenceid=407, compaction requested=true 2024-11-20T08:42:22,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:22,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T08:42:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T08:42:22,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T08:42:22,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0180 sec 2024-11-20T08:42:22,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0250 sec 2024-11-20T08:42:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:22,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T08:42:22,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:22,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:22,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:22,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:22,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:22,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:22,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3d6f698031334b38add57614edb4a400 is 50, key is test_row_0/A:col10/1732092141708/Put/seqid=0 2024-11-20T08:42:22,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742139_1315 (size=14741) 2024-11-20T08:42:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T08:42:22,443 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:22,443 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T08:42:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T08:42:22,445 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:22,446 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:22,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:22,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092202446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T08:42:22,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092202563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:22,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:22,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T08:42:22,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T08:42:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3d6f698031334b38add57614edb4a400 2024-11-20T08:42:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T08:42:22,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/536c2e874fff41dca76618d101cb90ae is 50, key is test_row_0/B:col10/1732092141708/Put/seqid=0 2024-11-20T08:42:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742140_1316 (size=12301) 2024-11-20T08:42:22,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/536c2e874fff41dca76618d101cb90ae 2024-11-20T08:42:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092202772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:22,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/17360846496c4fe48377be591b9252ea is 50, key is test_row_0/C:col10/1732092141708/Put/seqid=0 2024-11-20T08:42:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742141_1317 (size=12301) 2024-11-20T08:42:22,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T08:42:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:22,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:23,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T08:42:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:23,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:23,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T08:42:23,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092203082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:23,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/17360846496c4fe48377be591b9252ea 2024-11-20T08:42:23,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3d6f698031334b38add57614edb4a400 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3d6f698031334b38add57614edb4a400 2024-11-20T08:42:23,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3d6f698031334b38add57614edb4a400, entries=200, sequenceid=419, filesize=14.4 K 2024-11-20T08:42:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/536c2e874fff41dca76618d101cb90ae as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/536c2e874fff41dca76618d101cb90ae 2024-11-20T08:42:23,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/536c2e874fff41dca76618d101cb90ae, entries=150, sequenceid=419, filesize=12.0 K 2024-11-20T08:42:23,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/17360846496c4fe48377be591b9252ea as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/17360846496c4fe48377be591b9252ea 2024-11-20T08:42:23,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/17360846496c4fe48377be591b9252ea, entries=150, sequenceid=419, filesize=12.0 K 2024-11-20T08:42:23,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 8bfb826727c6ce897dfdfab6c244cdb2 in 862ms, sequenceid=419, compaction requested=true 2024-11-20T08:42:23,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:23,207 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T08:42:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:23,208 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T08:42:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:23,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:23,209 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64627 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T08:42:23,209 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/A is initiating minor compaction (all files) 2024-11-20T08:42:23,209 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/A in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:23,209 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7f5f52530c434358b045963dfcbe9be7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/82451051c2c24348a2dfcf68096a2c25, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/8964aedae57148958e6e1a2d686a1e0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2b3a2428e9cf4b3cb48ca64e9751b9a2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3d6f698031334b38add57614edb4a400] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=63.1 K 2024-11-20T08:42:23,210 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f5f52530c434358b045963dfcbe9be7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732092136512 2024-11-20T08:42:23,210 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T08:42:23,210 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/B is initiating minor compaction (all files) 2024-11-20T08:42:23,210 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/B in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:23,210 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9ddd32f5920e4b61a639b130ee055d12, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/64cae05c7e2e455aab61768934accf23, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/23ca150e0a5343e3afdf1c0e59b7ec4d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/b4724396e0734fe08e028e5bd91c95d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/536c2e874fff41dca76618d101cb90ae] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=60.7 K 2024-11-20T08:42:23,210 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82451051c2c24348a2dfcf68096a2c25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732092137987 2024-11-20T08:42:23,210 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ddd32f5920e4b61a639b130ee055d12, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732092136512 2024-11-20T08:42:23,211 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8964aedae57148958e6e1a2d686a1e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732092139173 2024-11-20T08:42:23,211 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 64cae05c7e2e455aab61768934accf23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732092137987 2024-11-20T08:42:23,211 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b3a2428e9cf4b3cb48ca64e9751b9a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732092140497 2024-11-20T08:42:23,211 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 23ca150e0a5343e3afdf1c0e59b7ec4d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732092139173 2024-11-20T08:42:23,211 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d6f698031334b38add57614edb4a400, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732092141671 2024-11-20T08:42:23,211 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b4724396e0734fe08e028e5bd91c95d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732092140497 2024-11-20T08:42:23,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T08:42:23,212 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 536c2e874fff41dca76618d101cb90ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732092141697 2024-11-20T08:42:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:23,212 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T08:42:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:23,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:23,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3edb383c3a9e4731aca90213841bfcd2 is 50, key is test_row_0/A:col10/1732092142444/Put/seqid=0 2024-11-20T08:42:23,235 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:23,236 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4e3af84a350542728dc8ec36282a8ec5 is 50, key is test_row_0/A:col10/1732092141708/Put/seqid=0 2024-11-20T08:42:23,240 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#B#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:23,240 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/0fdd026fb82447daafc52114bfc4cc95 is 50, key is test_row_0/B:col10/1732092141708/Put/seqid=0 2024-11-20T08:42:23,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742142_1318 (size=12301) 2024-11-20T08:42:23,250 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3edb383c3a9e4731aca90213841bfcd2 2024-11-20T08:42:23,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742144_1320 (size=13153) 2024-11-20T08:42:23,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742143_1319 (size=13153) 2024-11-20T08:42:23,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/d2417a92f65d4aa6af40260bc6188bce is 50, key is test_row_0/B:col10/1732092142444/Put/seqid=0 2024-11-20T08:42:23,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742145_1321 (size=12301) 2024-11-20T08:42:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T08:42:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:23,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. as already flushing 2024-11-20T08:42:23,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092203642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,647 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:23,663 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/0fdd026fb82447daafc52114bfc4cc95 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0fdd026fb82447daafc52114bfc4cc95 2024-11-20T08:42:23,663 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4e3af84a350542728dc8ec36282a8ec5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4e3af84a350542728dc8ec36282a8ec5 2024-11-20T08:42:23,665 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/d2417a92f65d4aa6af40260bc6188bce 2024-11-20T08:42:23,669 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/B of 8bfb826727c6ce897dfdfab6c244cdb2 into 0fdd026fb82447daafc52114bfc4cc95(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:23,669 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/A of 8bfb826727c6ce897dfdfab6c244cdb2 into 4e3af84a350542728dc8ec36282a8ec5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:23,669 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:23,669 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:23,669 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/B, priority=11, startTime=1732092143208; duration=0sec 2024-11-20T08:42:23,669 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/A, priority=11, startTime=1732092143207; duration=0sec 2024-11-20T08:42:23,669 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:23,669 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:23,669 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T08:42:23,670 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:23,670 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:23,671 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T08:42:23,671 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 8bfb826727c6ce897dfdfab6c244cdb2/C is initiating minor compaction (all files) 2024-11-20T08:42:23,671 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bfb826727c6ce897dfdfab6c244cdb2/C in TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:23,671 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/0ad0b650ad74422486de20158e4b4554, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c75cb9fd395f47378bb17e0510aefb09, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/3c12978a011c4e37b740e043754295c3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/bae1c2a2e6984c58ba566d028077b129, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/17360846496c4fe48377be591b9252ea] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp, totalSize=60.7 K 2024-11-20T08:42:23,671 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ad0b650ad74422486de20158e4b4554, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1732092136512 2024-11-20T08:42:23,672 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting c75cb9fd395f47378bb17e0510aefb09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732092137987 2024-11-20T08:42:23,672 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c12978a011c4e37b740e043754295c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732092139173 2024-11-20T08:42:23,673 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bae1c2a2e6984c58ba566d028077b129, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732092140497 2024-11-20T08:42:23,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/61918330b9a649fca714bc976579aee0 is 50, key is test_row_0/C:col10/1732092142444/Put/seqid=0 2024-11-20T08:42:23,674 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 17360846496c4fe48377be591b9252ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732092141697 2024-11-20T08:42:23,688 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bfb826727c6ce897dfdfab6c244cdb2#C#compaction#278 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:23,688 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/961f769c0edd47a5b121f203b2d6a235 is 50, key is test_row_0/C:col10/1732092141708/Put/seqid=0 2024-11-20T08:42:23,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742146_1322 (size=12301) 2024-11-20T08:42:23,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742147_1323 (size=13153) 2024-11-20T08:42:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092203753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:23,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:42:23,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41132 deadline: 1732092203963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:23,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:42:24,091 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/61918330b9a649fca714bc976579aee0 2024-11-20T08:42:24,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/3edb383c3a9e4731aca90213841bfcd2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3edb383c3a9e4731aca90213841bfcd2 2024-11-20T08:42:24,100 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3edb383c3a9e4731aca90213841bfcd2, entries=150, sequenceid=439, filesize=12.0 K 2024-11-20T08:42:24,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/d2417a92f65d4aa6af40260bc6188bce as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d2417a92f65d4aa6af40260bc6188bce 2024-11-20T08:42:24,106 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d2417a92f65d4aa6af40260bc6188bce, entries=150, sequenceid=439, filesize=12.0 K 2024-11-20T08:42:24,106 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-20T08:42:24,106 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,107 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,107 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,107 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-20T08:42:24,107 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/61918330b9a649fca714bc976579aee0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/61918330b9a649fca714bc976579aee0 2024-11-20T08:42:24,107 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,107 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-11-20T08:42:24,107 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,107 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,107 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,108 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,109 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/961f769c0edd47a5b121f203b2d6a235 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/961f769c0edd47a5b121f203b2d6a235 2024-11-20T08:42:24,110 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-11-20T08:42:24,110 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,110 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,110 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,112 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-11-20T08:42:24,112 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,112 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,112 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,112 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/61918330b9a649fca714bc976579aee0, entries=150, sequenceid=439, filesize=12.0 K 2024-11-20T08:42:24,113 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 8bfb826727c6ce897dfdfab6c244cdb2 in 901ms, sequenceid=439, compaction requested=false 2024-11-20T08:42:24,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:24,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:24,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T08:42:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T08:42:24,114 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8bfb826727c6ce897dfdfab6c244cdb2/C of 8bfb826727c6ce897dfdfab6c244cdb2 into 961f769c0edd47a5b121f203b2d6a235(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:24,114 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:24,114 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., storeName=8bfb826727c6ce897dfdfab6c244cdb2/C, priority=11, startTime=1732092143208; duration=0sec 2024-11-20T08:42:24,114 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:24,114 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:24,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T08:42:24,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6680 sec 2024-11-20T08:42:24,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.6730 sec 2024-11-20T08:42:24,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:24,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T08:42:24,275 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-11-20T08:42:24,275 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,275 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:24,275 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:24,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:24,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:24,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4b7afa8e9ae14bbc83eabbce8fde6a34 is 50, key is test_row_0/A:col10/1732092143640/Put/seqid=0 2024-11-20T08:42:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742148_1324 (size=12301) 2024-11-20T08:42:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T08:42:24,604 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:24,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4b7afa8e9ae14bbc83eabbce8fde6a34 2024-11-20T08:42:24,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/33482d6edfb04d51a4462b6d2b83b300 is 50, key is test_row_0/B:col10/1732092143640/Put/seqid=0 2024-11-20T08:42:24,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742149_1325 (size=12301) 2024-11-20T08:42:24,735 INFO [Thread-1136 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1136. 2024-11-20T08:42:24,735 DEBUG [Thread-1136 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,735 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,735 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,744 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-20T08:42:24,744 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,744 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,744 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,795 INFO [Thread-1134 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1134. 2024-11-20T08:42:24,795 DEBUG [Thread-1134 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,795 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,795 DEBUG [Thread-1134 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,824 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-11-20T08:42:24,824 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:24,824 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,824 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 178 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2665 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2643 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2644 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2652 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2648 2024-11-20T08:42:24,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:42:24,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:42:24,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:42:24,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:24,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:24,825 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:42:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T08:42:24,828 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092144828"}]},"ts":"1732092144828"} 2024-11-20T08:42:24,830 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:42:24,830 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:42:24,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:42:24,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, UNASSIGN}] 2024-11-20T08:42:24,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, UNASSIGN 2024-11-20T08:42:24,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=8bfb826727c6ce897dfdfab6c244cdb2, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:24,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=79, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, UNASSIGN because future has completed 2024-11-20T08:42:24,834 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:42:24,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:42:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T08:42:24,986 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(122): Close 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:24,986 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:42:24,986 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1722): Closing 8bfb826727c6ce897dfdfab6c244cdb2, disabling compactions & flushes 2024-11-20T08:42:24,986 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:25,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/33482d6edfb04d51a4462b6d2b83b300 2024-11-20T08:42:25,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/67c0dda0929c4d09b08fe5545636e5e9 is 50, key is test_row_0/C:col10/1732092143640/Put/seqid=0 2024-11-20T08:42:25,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742150_1326 (size=12301) 2024-11-20T08:42:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T08:42:25,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T08:42:25,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/67c0dda0929c4d09b08fe5545636e5e9 2024-11-20T08:42:25,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/4b7afa8e9ae14bbc83eabbce8fde6a34 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4b7afa8e9ae14bbc83eabbce8fde6a34 2024-11-20T08:42:25,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4b7afa8e9ae14bbc83eabbce8fde6a34, entries=150, sequenceid=455, filesize=12.0 K 2024-11-20T08:42:25,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/33482d6edfb04d51a4462b6d2b83b300 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/33482d6edfb04d51a4462b6d2b83b300 2024-11-20T08:42:25,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/33482d6edfb04d51a4462b6d2b83b300, entries=150, sequenceid=455, filesize=12.0 K 2024-11-20T08:42:25,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/67c0dda0929c4d09b08fe5545636e5e9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/67c0dda0929c4d09b08fe5545636e5e9 2024-11-20T08:42:25,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/67c0dda0929c4d09b08fe5545636e5e9, entries=150, sequenceid=455, filesize=12.0 K 2024-11-20T08:42:25,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=26.84 KB/27480 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1246ms, sequenceid=455, compaction requested=true 2024-11-20T08:42:25,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bfb826727c6ce897dfdfab6c244cdb2: 2024-11-20T08:42:25,520 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. after waiting 0 ms 2024-11-20T08:42:25,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. because compaction request was cancelled 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:25,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:A 2024-11-20T08:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:B, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:25,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. because compaction request was cancelled 2024-11-20T08:42:25,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:B 2024-11-20T08:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:25,521 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(2902): Flushing 8bfb826727c6ce897dfdfab6c244cdb2 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-20T08:42:25,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. because compaction request was cancelled 2024-11-20T08:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bfb826727c6ce897dfdfab6c244cdb2:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:25,521 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bfb826727c6ce897dfdfab6c244cdb2:C 2024-11-20T08:42:25,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=A 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=B 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8bfb826727c6ce897dfdfab6c244cdb2, store=C 2024-11-20T08:42:25,521 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:25,525 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/32d35e381a8f48ec8d8cf885aa8cd182 is 50, key is test_row_0/A:col10/1732092144823/Put/seqid=0 2024-11-20T08:42:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742151_1327 (size=12301) 2024-11-20T08:42:25,932 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/32d35e381a8f48ec8d8cf885aa8cd182 2024-11-20T08:42:25,938 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/3295f53cdc3a4805a7f8e27c23388c97 is 50, key is test_row_0/B:col10/1732092144823/Put/seqid=0 2024-11-20T08:42:25,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742152_1328 (size=12301) 2024-11-20T08:42:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T08:42:26,342 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/3295f53cdc3a4805a7f8e27c23388c97 2024-11-20T08:42:26,348 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/8d923763f1c04cfa864e133369c1c848 is 50, key is test_row_0/C:col10/1732092144823/Put/seqid=0 2024-11-20T08:42:26,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742153_1329 (size=12301) 2024-11-20T08:42:26,753 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/8d923763f1c04cfa864e133369c1c848 2024-11-20T08:42:26,757 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/A/32d35e381a8f48ec8d8cf885aa8cd182 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/32d35e381a8f48ec8d8cf885aa8cd182 2024-11-20T08:42:26,760 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/32d35e381a8f48ec8d8cf885aa8cd182, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T08:42:26,761 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/B/3295f53cdc3a4805a7f8e27c23388c97 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3295f53cdc3a4805a7f8e27c23388c97 2024-11-20T08:42:26,763 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3295f53cdc3a4805a7f8e27c23388c97, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T08:42:26,764 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/.tmp/C/8d923763f1c04cfa864e133369c1c848 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/8d923763f1c04cfa864e133369c1c848 2024-11-20T08:42:26,767 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/8d923763f1c04cfa864e133369c1c848, entries=150, sequenceid=462, filesize=12.0 K 2024-11-20T08:42:26,768 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1247ms, sequenceid=462, compaction requested=true 2024-11-20T08:42:26,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/ed9cf86abf694beca6ff76e989f0a5d1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/37ef82d31ffe408c938921660daa57a7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/87b559ba5fb64d63889510d7a794f4b9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/aa459104d8a64fa6b105851ea606a2e1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/1b54d1a98f204b639be450f24bc25e2a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/261128ac858a4fe29e13f687b4ce2416, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c3bb9d1ce03c4f769e497245572fdada, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/890adfc2e27b44d7b33795793a73d0a8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2d795e04d14846488eb4c7feffbe6e0b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/f91229696fe74eadb1bb047e5d0a0227, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3e9b9027b732409c89da436d2abcada0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c999a974c19a45f088bed41247917855, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7888e665bfb44234af62ce21324988c8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/eb7bc228fc174f1c819e85649baf69a2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4d0352b5f32743a99985d8cc506c52c3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/d98228ec72cf4bed9bb5c3a0cb986503, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/db84e0ff929c4b9199a3702da172dac8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/61f0fede5e4f4343a564c3b409bc8f0f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/b0958ca21b894eec947c4fbb6fb2e094, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/bda6638de8b24c21bfda388e51f3d600, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7f5f52530c434358b045963dfcbe9be7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/82451051c2c24348a2dfcf68096a2c25, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/8964aedae57148958e6e1a2d686a1e0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2b3a2428e9cf4b3cb48ca64e9751b9a2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3d6f698031334b38add57614edb4a400] to archive 2024-11-20T08:42:26,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:26,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/ed9cf86abf694beca6ff76e989f0a5d1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/ed9cf86abf694beca6ff76e989f0a5d1 2024-11-20T08:42:26,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/37ef82d31ffe408c938921660daa57a7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/37ef82d31ffe408c938921660daa57a7 2024-11-20T08:42:26,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/87b559ba5fb64d63889510d7a794f4b9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/87b559ba5fb64d63889510d7a794f4b9 2024-11-20T08:42:26,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/aa459104d8a64fa6b105851ea606a2e1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/aa459104d8a64fa6b105851ea606a2e1 2024-11-20T08:42:26,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/1b54d1a98f204b639be450f24bc25e2a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/1b54d1a98f204b639be450f24bc25e2a 2024-11-20T08:42:26,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/261128ac858a4fe29e13f687b4ce2416 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/261128ac858a4fe29e13f687b4ce2416 2024-11-20T08:42:26,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c3bb9d1ce03c4f769e497245572fdada to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c3bb9d1ce03c4f769e497245572fdada 2024-11-20T08:42:26,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/890adfc2e27b44d7b33795793a73d0a8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/890adfc2e27b44d7b33795793a73d0a8 2024-11-20T08:42:26,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2d795e04d14846488eb4c7feffbe6e0b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2d795e04d14846488eb4c7feffbe6e0b 2024-11-20T08:42:26,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/f91229696fe74eadb1bb047e5d0a0227 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/f91229696fe74eadb1bb047e5d0a0227 2024-11-20T08:42:26,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3e9b9027b732409c89da436d2abcada0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3e9b9027b732409c89da436d2abcada0 2024-11-20T08:42:26,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c999a974c19a45f088bed41247917855 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/c999a974c19a45f088bed41247917855 2024-11-20T08:42:26,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7888e665bfb44234af62ce21324988c8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7888e665bfb44234af62ce21324988c8 2024-11-20T08:42:26,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/eb7bc228fc174f1c819e85649baf69a2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/eb7bc228fc174f1c819e85649baf69a2 2024-11-20T08:42:26,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4d0352b5f32743a99985d8cc506c52c3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4d0352b5f32743a99985d8cc506c52c3 2024-11-20T08:42:26,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/d98228ec72cf4bed9bb5c3a0cb986503 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/d98228ec72cf4bed9bb5c3a0cb986503 2024-11-20T08:42:26,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/db84e0ff929c4b9199a3702da172dac8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/db84e0ff929c4b9199a3702da172dac8 2024-11-20T08:42:26,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/61f0fede5e4f4343a564c3b409bc8f0f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/61f0fede5e4f4343a564c3b409bc8f0f 2024-11-20T08:42:26,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/b0958ca21b894eec947c4fbb6fb2e094 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/b0958ca21b894eec947c4fbb6fb2e094 2024-11-20T08:42:26,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/bda6638de8b24c21bfda388e51f3d600 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/bda6638de8b24c21bfda388e51f3d600 2024-11-20T08:42:26,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7f5f52530c434358b045963dfcbe9be7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/7f5f52530c434358b045963dfcbe9be7 2024-11-20T08:42:26,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/82451051c2c24348a2dfcf68096a2c25 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/82451051c2c24348a2dfcf68096a2c25 2024-11-20T08:42:26,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/8964aedae57148958e6e1a2d686a1e0a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/8964aedae57148958e6e1a2d686a1e0a 2024-11-20T08:42:26,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2b3a2428e9cf4b3cb48ca64e9751b9a2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/2b3a2428e9cf4b3cb48ca64e9751b9a2 2024-11-20T08:42:26,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3d6f698031334b38add57614edb4a400 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3d6f698031334b38add57614edb4a400 2024-11-20T08:42:26,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/dc1188f2a0bb44efa4a7220a84ce43bf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6ccc3f6921684ac0a9a501789f57e18d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/7a00631ce95541f59784a2a21e556d55, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fcf2dd7ec4014b06aa8618e610f42cfe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1c4c48035fc449acb7cb4c2713860814, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/e855c820d7764175b9de468f6ca5273e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6729f9e1b41a4981a86f5de8d3336be8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a5d7f00d3e194996b1fd36afed1c489f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/29bf55563e6a47c6859d070cde83f43c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d19a71c2af0949ae96a81591ec865c1c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/13b17ebfb8704ef1b25921d2b3f595be, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9a6038f5a5c144fe892061736e211d99, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fabf09b0b15941c88b687524ff1cd16e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3d0652430ff3458c828ba66500d74786, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1cb2598f607940f9adadb10e198be433, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/ab69f86af6d84751a517ba83dae30841, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0846282049924c9aba3c8520a64bf3c1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9ddd32f5920e4b61a639b130ee055d12, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/f12175f1064742a3be18e02e3769081c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/64cae05c7e2e455aab61768934accf23, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/23ca150e0a5343e3afdf1c0e59b7ec4d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/b4724396e0734fe08e028e5bd91c95d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/536c2e874fff41dca76618d101cb90ae] to archive 2024-11-20T08:42:26,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:26,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/dc1188f2a0bb44efa4a7220a84ce43bf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/dc1188f2a0bb44efa4a7220a84ce43bf 2024-11-20T08:42:26,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6ccc3f6921684ac0a9a501789f57e18d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6ccc3f6921684ac0a9a501789f57e18d 2024-11-20T08:42:26,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/7a00631ce95541f59784a2a21e556d55 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/7a00631ce95541f59784a2a21e556d55 2024-11-20T08:42:26,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fcf2dd7ec4014b06aa8618e610f42cfe to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fcf2dd7ec4014b06aa8618e610f42cfe 2024-11-20T08:42:26,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1c4c48035fc449acb7cb4c2713860814 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1c4c48035fc449acb7cb4c2713860814 2024-11-20T08:42:26,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/e855c820d7764175b9de468f6ca5273e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/e855c820d7764175b9de468f6ca5273e 2024-11-20T08:42:26,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6729f9e1b41a4981a86f5de8d3336be8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/6729f9e1b41a4981a86f5de8d3336be8 2024-11-20T08:42:26,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a5d7f00d3e194996b1fd36afed1c489f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a5d7f00d3e194996b1fd36afed1c489f 2024-11-20T08:42:26,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/29bf55563e6a47c6859d070cde83f43c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/29bf55563e6a47c6859d070cde83f43c 2024-11-20T08:42:26,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d19a71c2af0949ae96a81591ec865c1c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d19a71c2af0949ae96a81591ec865c1c 2024-11-20T08:42:26,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/21ee3b4cbf4d4074a3fc7d915d5c7ebf 2024-11-20T08:42:26,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/13b17ebfb8704ef1b25921d2b3f595be to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/13b17ebfb8704ef1b25921d2b3f595be 2024-11-20T08:42:26,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9a6038f5a5c144fe892061736e211d99 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9a6038f5a5c144fe892061736e211d99 2024-11-20T08:42:26,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fabf09b0b15941c88b687524ff1cd16e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/fabf09b0b15941c88b687524ff1cd16e 2024-11-20T08:42:26,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3d0652430ff3458c828ba66500d74786 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3d0652430ff3458c828ba66500d74786 2024-11-20T08:42:26,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/a1f5fcfe4d8b48a18e3ee13c3cab0a53 2024-11-20T08:42:26,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1cb2598f607940f9adadb10e198be433 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/1cb2598f607940f9adadb10e198be433 2024-11-20T08:42:26,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/ab69f86af6d84751a517ba83dae30841 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/ab69f86af6d84751a517ba83dae30841 2024-11-20T08:42:26,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0846282049924c9aba3c8520a64bf3c1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0846282049924c9aba3c8520a64bf3c1 2024-11-20T08:42:26,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9ddd32f5920e4b61a639b130ee055d12 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/9ddd32f5920e4b61a639b130ee055d12 2024-11-20T08:42:26,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/f12175f1064742a3be18e02e3769081c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/f12175f1064742a3be18e02e3769081c 2024-11-20T08:42:26,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/64cae05c7e2e455aab61768934accf23 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/64cae05c7e2e455aab61768934accf23 2024-11-20T08:42:26,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/23ca150e0a5343e3afdf1c0e59b7ec4d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/23ca150e0a5343e3afdf1c0e59b7ec4d 2024-11-20T08:42:26,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/b4724396e0734fe08e028e5bd91c95d0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/b4724396e0734fe08e028e5bd91c95d0 2024-11-20T08:42:26,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/536c2e874fff41dca76618d101cb90ae to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/536c2e874fff41dca76618d101cb90ae 2024-11-20T08:42:26,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c141b3b402544fbdbf7e7b59a7133197, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fa9cf988235546d1b240eb57bb44e3dc, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/22118c54fad948a2bea472987fb753bf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/517bdfb496494dc69ed20f6376e3cdbd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/d6113876edb84f2c8cdf511e0cee2295, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/43bb33ebeee54b0b8095e6e744857762, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/6c9d90f1cadc47998514e0027d9ed43f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/589da5d5367d42f7811f279c54926725, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/51cecafd19e144619a2e81f766396206, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/62317546357d4a959472cc2f0eb7389f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/29da675b7c32438899d2f73c67d28dc6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/1afd932b35cc4b0fb4031ff09dc014ed, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e06678bafa7048a4913dce2aa585fbe7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b4c40b3079de4104b15ae92dda297427, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e2b666862f834088b8f4e99cdb76ec83, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b6923c0ddbf64fc08d66be72d5cbd224, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/394f9af6a60447b2a0f8b0f49038ed93, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/5e52ad396a8949cca78f433ec48eca18, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/10baa3ee1f7742be982854d61485ae3d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/0ad0b650ad74422486de20158e4b4554, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fcf2728bcf2849dfb5599f1f70f1525b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c75cb9fd395f47378bb17e0510aefb09, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/3c12978a011c4e37b740e043754295c3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/bae1c2a2e6984c58ba566d028077b129, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/17360846496c4fe48377be591b9252ea] to archive 2024-11-20T08:42:26,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:26,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c141b3b402544fbdbf7e7b59a7133197 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c141b3b402544fbdbf7e7b59a7133197 2024-11-20T08:42:26,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fa9cf988235546d1b240eb57bb44e3dc to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fa9cf988235546d1b240eb57bb44e3dc 2024-11-20T08:42:26,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/22118c54fad948a2bea472987fb753bf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/22118c54fad948a2bea472987fb753bf 2024-11-20T08:42:26,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/517bdfb496494dc69ed20f6376e3cdbd to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/517bdfb496494dc69ed20f6376e3cdbd 2024-11-20T08:42:26,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/d6113876edb84f2c8cdf511e0cee2295 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/d6113876edb84f2c8cdf511e0cee2295 2024-11-20T08:42:26,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/43bb33ebeee54b0b8095e6e744857762 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/43bb33ebeee54b0b8095e6e744857762 2024-11-20T08:42:26,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/6c9d90f1cadc47998514e0027d9ed43f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/6c9d90f1cadc47998514e0027d9ed43f 2024-11-20T08:42:26,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/589da5d5367d42f7811f279c54926725 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/589da5d5367d42f7811f279c54926725 2024-11-20T08:42:26,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/51cecafd19e144619a2e81f766396206 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/51cecafd19e144619a2e81f766396206 2024-11-20T08:42:26,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/62317546357d4a959472cc2f0eb7389f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/62317546357d4a959472cc2f0eb7389f 2024-11-20T08:42:26,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/29da675b7c32438899d2f73c67d28dc6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/29da675b7c32438899d2f73c67d28dc6 2024-11-20T08:42:26,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/1afd932b35cc4b0fb4031ff09dc014ed to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/1afd932b35cc4b0fb4031ff09dc014ed 2024-11-20T08:42:26,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e06678bafa7048a4913dce2aa585fbe7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e06678bafa7048a4913dce2aa585fbe7 2024-11-20T08:42:26,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b4c40b3079de4104b15ae92dda297427 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b4c40b3079de4104b15ae92dda297427 2024-11-20T08:42:26,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e2b666862f834088b8f4e99cdb76ec83 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/e2b666862f834088b8f4e99cdb76ec83 2024-11-20T08:42:26,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b6923c0ddbf64fc08d66be72d5cbd224 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/b6923c0ddbf64fc08d66be72d5cbd224 2024-11-20T08:42:26,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/394f9af6a60447b2a0f8b0f49038ed93 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/394f9af6a60447b2a0f8b0f49038ed93 2024-11-20T08:42:26,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/5e52ad396a8949cca78f433ec48eca18 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/5e52ad396a8949cca78f433ec48eca18 2024-11-20T08:42:26,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/10baa3ee1f7742be982854d61485ae3d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/10baa3ee1f7742be982854d61485ae3d 2024-11-20T08:42:26,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/0ad0b650ad74422486de20158e4b4554 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/0ad0b650ad74422486de20158e4b4554 2024-11-20T08:42:26,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fcf2728bcf2849dfb5599f1f70f1525b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/fcf2728bcf2849dfb5599f1f70f1525b 2024-11-20T08:42:26,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c75cb9fd395f47378bb17e0510aefb09 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/c75cb9fd395f47378bb17e0510aefb09 2024-11-20T08:42:26,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/3c12978a011c4e37b740e043754295c3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/3c12978a011c4e37b740e043754295c3 2024-11-20T08:42:26,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/bae1c2a2e6984c58ba566d028077b129 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/bae1c2a2e6984c58ba566d028077b129 2024-11-20T08:42:26,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/17360846496c4fe48377be591b9252ea to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/17360846496c4fe48377be591b9252ea 2024-11-20T08:42:26,840 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/recovered.edits/465.seqid, newMaxSeqId=465, maxSeqId=1 2024-11-20T08:42:26,840 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. 2024-11-20T08:42:26,840 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] regionserver.HRegion(1676): Region close journal for 8bfb826727c6ce897dfdfab6c244cdb2: Waiting for close lock at 1732092144986Running coprocessor pre-close hooks at 1732092144986Disabling compacts and flushes for region at 1732092144986Disabling writes for close at 1732092145521 (+535 ms)Obtaining lock to block concurrent updates at 1732092145521Preparing flush snapshotting stores in 8bfb826727c6ce897dfdfab6c244cdb2 at 1732092145521Finished memstore snapshotting TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732092145521Flushing stores of TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2. at 1732092145522 (+1 ms)Flushing 8bfb826727c6ce897dfdfab6c244cdb2/A: creating writer at 1732092145522Flushing 8bfb826727c6ce897dfdfab6c244cdb2/A: appending metadata at 1732092145525 (+3 ms)Flushing 8bfb826727c6ce897dfdfab6c244cdb2/A: closing flushed file at 1732092145525Flushing 8bfb826727c6ce897dfdfab6c244cdb2/B: creating writer at 1732092145936 (+411 ms)Flushing 8bfb826727c6ce897dfdfab6c244cdb2/B: appending metadata at 1732092145938 (+2 ms)Flushing 8bfb826727c6ce897dfdfab6c244cdb2/B: closing flushed file at 1732092145938Flushing 8bfb826727c6ce897dfdfab6c244cdb2/C: creating writer at 1732092146346 (+408 ms)Flushing 8bfb826727c6ce897dfdfab6c244cdb2/C: appending metadata at 1732092146348 (+2 ms)Flushing 8bfb826727c6ce897dfdfab6c244cdb2/C: closing flushed file at 1732092146348Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af04ed0: reopening flushed file at 1732092146756 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29512f28: reopening flushed file at 1732092146760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631cb123: reopening flushed file at 1732092146763 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 8bfb826727c6ce897dfdfab6c244cdb2 in 1247ms, sequenceid=462, compaction requested=true at 1732092146768 (+5 ms)Writing region close event to WAL at 1732092146837 (+69 ms)Running coprocessor post-close hooks at 1732092146840 (+3 ms)Closed at 1732092146840 2024-11-20T08:42:26,842 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=81}] handler.UnassignRegionHandler(157): Closed 8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:26,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=80 updating hbase:meta row=8bfb826727c6ce897dfdfab6c244cdb2, regionState=CLOSED 2024-11-20T08:42:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=80, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:26,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T08:42:26,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; CloseRegionProcedure 8bfb826727c6ce897dfdfab6c244cdb2, server=be1eb2620e0e,44595,1732092055690 in 2.0100 sec 2024-11-20T08:42:26,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79 2024-11-20T08:42:26,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8bfb826727c6ce897dfdfab6c244cdb2, UNASSIGN in 2.0150 sec 2024-11-20T08:42:26,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T08:42:26,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0170 sec 2024-11-20T08:42:26,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092146850"}]},"ts":"1732092146850"} 2024-11-20T08:42:26,851 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:42:26,851 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:42:26,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0270 sec 2024-11-20T08:42:26,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T08:42:26,974 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:26,974 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:42:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:26,976 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=82, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T08:42:26,977 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=82, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:26,978 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:26,980 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/recovered.edits] 2024-11-20T08:42:26,982 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/32d35e381a8f48ec8d8cf885aa8cd182 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/32d35e381a8f48ec8d8cf885aa8cd182 2024-11-20T08:42:26,983 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3edb383c3a9e4731aca90213841bfcd2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/3edb383c3a9e4731aca90213841bfcd2 2024-11-20T08:42:26,984 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4b7afa8e9ae14bbc83eabbce8fde6a34 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4b7afa8e9ae14bbc83eabbce8fde6a34 2024-11-20T08:42:26,985 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4e3af84a350542728dc8ec36282a8ec5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/A/4e3af84a350542728dc8ec36282a8ec5 2024-11-20T08:42:26,986 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0fdd026fb82447daafc52114bfc4cc95 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/0fdd026fb82447daafc52114bfc4cc95 2024-11-20T08:42:26,987 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3295f53cdc3a4805a7f8e27c23388c97 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/3295f53cdc3a4805a7f8e27c23388c97 2024-11-20T08:42:26,988 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/33482d6edfb04d51a4462b6d2b83b300 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/33482d6edfb04d51a4462b6d2b83b300 2024-11-20T08:42:26,989 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d2417a92f65d4aa6af40260bc6188bce to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/B/d2417a92f65d4aa6af40260bc6188bce 2024-11-20T08:42:26,990 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/61918330b9a649fca714bc976579aee0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/61918330b9a649fca714bc976579aee0 2024-11-20T08:42:26,991 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/67c0dda0929c4d09b08fe5545636e5e9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/67c0dda0929c4d09b08fe5545636e5e9 2024-11-20T08:42:26,992 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/8d923763f1c04cfa864e133369c1c848 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/8d923763f1c04cfa864e133369c1c848 2024-11-20T08:42:26,993 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/961f769c0edd47a5b121f203b2d6a235 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/C/961f769c0edd47a5b121f203b2d6a235 2024-11-20T08:42:26,995 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/recovered.edits/465.seqid to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2/recovered.edits/465.seqid 2024-11-20T08:42:26,995 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/8bfb826727c6ce897dfdfab6c244cdb2 2024-11-20T08:42:26,995 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:42:26,997 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=82, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:27,000 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:42:27,002 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:42:27,003 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=82, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:27,003 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:42:27,003 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732092147003"}]},"ts":"9223372036854775807"} 2024-11-20T08:42:27,005 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T08:42:27,005 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8bfb826727c6ce897dfdfab6c244cdb2, NAME => 'TestAcidGuarantees,,1732092121914.8bfb826727c6ce897dfdfab6c244cdb2.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:42:27,005 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:42:27,005 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732092147005"}]},"ts":"9223372036854775807"} 2024-11-20T08:42:27,006 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T08:42:27,007 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=82, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:27,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-11-20T08:42:27,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T08:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T08:42:27,084 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:27,093 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=250 (was 247) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716356351_22 at /127.0.0.1:60942 [Waiting for operation #160] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1124385245_22 at /127.0.0.1:32792 [Waiting for operation #127] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1716356351_22 at /127.0.0.1:55602 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=367 (was 554) 2024-11-20T08:42:27,101 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=250, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=366 2024-11-20T08:42:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:42:27,102 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:42:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:27,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:42:27,104 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:27,104 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 83 2024-11-20T08:42:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-20T08:42:27,105 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:42:27,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742154_1330 (size=1061) 2024-11-20T08:42:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-20T08:42:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-20T08:42:27,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:42:27,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742155_1331 (size=53) 2024-11-20T08:42:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-20T08:42:27,917 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:42:27,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5d1c6551b6d8b0f8111b86ee14ef7c9a, disabling compactions & flushes 2024-11-20T08:42:27,918 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:27,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:27,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. after waiting 0 ms 2024-11-20T08:42:27,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:27,918 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:27,918 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: Waiting for close lock at 1732092147918Disabling compacts and flushes for region at 1732092147918Disabling writes for close at 1732092147918Writing region close event to WAL at 1732092147918Closed at 1732092147918 2024-11-20T08:42:27,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:42:27,919 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732092147919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092147919"}]},"ts":"1732092147919"} 2024-11-20T08:42:27,921 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:42:27,922 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:42:27,922 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092147922"}]},"ts":"1732092147922"} 2024-11-20T08:42:27,923 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:42:27,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, ASSIGN}] 2024-11-20T08:42:27,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, ASSIGN 2024-11-20T08:42:27,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, ASSIGN; state=OFFLINE, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=false 2024-11-20T08:42:28,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:28,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, ASSIGN because future has completed 2024-11-20T08:42:28,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:42:28,232 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:28,232 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:42:28,233 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,233 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:42:28,233 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7794): checking encryption for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,233 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(7797): checking classloading for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,234 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,235 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:28,235 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1c6551b6d8b0f8111b86ee14ef7c9a columnFamilyName A 2024-11-20T08:42:28,235 DEBUG [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:28,236 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(327): Store=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:28,236 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,237 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:28,237 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1c6551b6d8b0f8111b86ee14ef7c9a columnFamilyName B 2024-11-20T08:42:28,237 DEBUG [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:28,238 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(327): Store=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:28,238 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,239 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:28,239 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1c6551b6d8b0f8111b86ee14ef7c9a columnFamilyName C 2024-11-20T08:42:28,239 DEBUG [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:28,239 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(327): Store=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:28,240 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:28,240 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1038): replaying wal for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,240 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,241 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,242 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1048): stopping wal replay for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,242 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1060): Cleaning up temporary data for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-20T08:42:28,243 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:42:28,245 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1093): writing seq id for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,247 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:42:28,248 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1114): Opened 5d1c6551b6d8b0f8111b86ee14ef7c9a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71073880, jitterRate=0.05908334255218506}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:42:28,248 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:28,249 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegion(1006): Region open journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: Running coprocessor pre-open hook at 1732092148233Writing region info on filesystem at 1732092148233Initializing all the Stores at 1732092148234 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092148234Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092148234Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092148234Cleaning up temporary data from old regions at 1732092148242 (+8 ms)Running coprocessor post-open hooks at 1732092148248 (+6 ms)Region opened successfully at 1732092148248 2024-11-20T08:42:28,249 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., pid=85, masterSystemTime=1732092148229 2024-11-20T08:42:28,251 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:28,251 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=85}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:28,252 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:28,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:28,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T08:42:28,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 in 177 msec 2024-11-20T08:42:28,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83 2024-11-20T08:42:28,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, ASSIGN in 333 msec 2024-11-20T08:42:28,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:42:28,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092148258"}]},"ts":"1732092148258"} 2024-11-20T08:42:28,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:42:28,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=83, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:42:28,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-20T08:42:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=83 2024-11-20T08:42:29,253 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:29,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e89b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:29,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:29,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:29,256 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4951e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:29,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a734bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:29,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:29,261 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:29,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:42:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:42:29,262 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0d445b 2024-11-20T08:42:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:42:29,264 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:42:29,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:42:29,265 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:42:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:29,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742156_1332 (size=1097) 2024-11-20T08:42:29,683 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T08:42:29,683 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T08:42:29,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:42:29,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, REOPEN/MOVE}] 2024-11-20T08:42:29,689 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, REOPEN/MOVE 2024-11-20T08:42:29,690 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:29,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, REOPEN/MOVE because future has completed 2024-11-20T08:42:29,692 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:42:29,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:42:29,844 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:29,844 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:42:29,845 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 5d1c6551b6d8b0f8111b86ee14ef7c9a, disabling compactions & flushes 2024-11-20T08:42:29,845 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:29,845 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:29,845 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. after waiting 0 ms 2024-11-20T08:42:29,845 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:29,848 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T08:42:29,849 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:29,849 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: Waiting for close lock at 1732092149844Running coprocessor pre-close hooks at 1732092149844Disabling compacts and flushes for region at 1732092149844Disabling writes for close at 1732092149845 (+1 ms)Writing region close event to WAL at 1732092149845Running coprocessor post-close hooks at 1732092149849 (+4 ms)Closed at 1732092149849 2024-11-20T08:42:29,849 WARN [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionServer(3299): Not adding moved region record: 5d1c6551b6d8b0f8111b86ee14ef7c9a to self. 2024-11-20T08:42:29,851 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:29,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=CLOSED 2024-11-20T08:42:29,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:29,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-20T08:42:29,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 in 161 msec 2024-11-20T08:42:29,855 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, REOPEN/MOVE; state=CLOSED, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=true 2024-11-20T08:42:30,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, REOPEN/MOVE because future has completed 2024-11-20T08:42:30,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:42:30,163 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,163 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:42:30,164 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,164 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:42:30,164 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7794): checking encryption for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,164 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(7797): checking classloading for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,165 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,166 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:30,166 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1c6551b6d8b0f8111b86ee14ef7c9a columnFamilyName A 2024-11-20T08:42:30,167 DEBUG [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:30,167 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(327): Store=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:30,168 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,168 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:30,169 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1c6551b6d8b0f8111b86ee14ef7c9a columnFamilyName B 2024-11-20T08:42:30,169 DEBUG [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:30,169 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(327): Store=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:30,169 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,169 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:42:30,169 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d1c6551b6d8b0f8111b86ee14ef7c9a columnFamilyName C 2024-11-20T08:42:30,170 DEBUG [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:30,170 INFO [StoreOpener-5d1c6551b6d8b0f8111b86ee14ef7c9a-1 {}] regionserver.HStore(327): Store=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:42:30,170 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,170 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1038): replaying wal for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,171 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,172 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,173 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1048): stopping wal replay for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,173 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1060): Cleaning up temporary data for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,173 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:42:30,175 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1093): writing seq id for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,175 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1114): Opened 5d1c6551b6d8b0f8111b86ee14ef7c9a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61704651, jitterRate=-0.08052904903888702}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:42:30,175 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,176 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegion(1006): Region open journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: Running coprocessor pre-open hook at 1732092150164Writing region info on filesystem at 1732092150164Initializing all the Stores at 1732092150165 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092150165Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092150165Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092150165Cleaning up temporary data from old regions at 1732092150173 (+8 ms)Running coprocessor post-open hooks at 1732092150175 (+2 ms)Region opened successfully at 1732092150176 (+1 ms) 2024-11-20T08:42:30,177 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., pid=90, masterSystemTime=1732092150160 2024-11-20T08:42:30,179 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,179 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=90}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,179 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=OPEN, openSeqNum=5, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:30,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=88 2024-11-20T08:42:30,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 in 173 msec 2024-11-20T08:42:30,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-20T08:42:30,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, REOPEN/MOVE in 495 msec 2024-11-20T08:42:30,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T08:42:30,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 499 msec 2024-11-20T08:42:30,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 921 msec 2024-11-20T08:42:30,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-20T08:42:30,190 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:30,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746e823f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,192 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17db6e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,192 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,193 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d846368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb64fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,195 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460bf5fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,197 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@872094b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5513552f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,199 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2215a481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,200 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d037d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5745c2f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,202 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69efbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,204 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd719d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac50c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,205 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52342086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,207 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a9b42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4fb7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,209 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234c0644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,210 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a17ba81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1483dc7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,211 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516adaa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,213 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3908f559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78bf9cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,214 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@751f6762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,216 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48884, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de29a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3074b693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,217 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,217 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,217 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb5bb31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed0abcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767acc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:42:30,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:42:30,220 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:42:30,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:42:30,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:42:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de4a933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:42:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:42:30,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:30,222 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:42:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8877a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:42:30,223 DEBUG [Thread-1523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,223 DEBUG [Thread-1525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,223 DEBUG [Thread-1532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,223 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-20T08:42:30,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:30,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,225 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:30,226 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:30,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,228 DEBUG [Thread-1534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,236 DEBUG [Thread-1536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,236 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,240 DEBUG [Thread-1530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,256 DEBUG [Thread-1517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,257 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,268 DEBUG [Thread-1521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,268 DEBUG [Thread-1528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:42:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:42:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:42:30,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:42:30,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,277 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:42:30,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203990032ee14c467fad54dac20a7f6377_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092150233/Put/seqid=0 2024-11-20T08:42:30,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742157_1333 (size=14594) 2024-11-20T08:42:30,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732092150272, max timestamp=1732092150301Num uniques 859; 2024-11-20T08:42:30,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T08:42:30,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092210298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732092150272, max timestamp=1732092150301Num uniques 859; 2024-11-20T08:42:30,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T08:42:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732092150272, max timestamp=1732092150301Num uniques 859; 2024-11-20T08:42:30,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-20T08:42:30,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:30,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092210334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092210337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092210339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092210340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092210413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092210453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092210463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092210463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092210463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:30,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092210633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092210673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,686 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:30,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:30,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,692 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203990032ee14c467fad54dac20a7f6377_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203990032ee14c467fad54dac20a7f6377_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:30,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/eccdf8002440423e9d90a98bded8a71e, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:30,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/eccdf8002440423e9d90a98bded8a71e is 175, key is test_row_0/A:col10/1732092150233/Put/seqid=0 2024-11-20T08:42:30,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742158_1334 (size=39549) 2024-11-20T08:42:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092210683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092210683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092210683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:30,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:30,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:30,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092210953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:30,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:30,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:30,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:30,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092210993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092211003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092211003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092211003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,098 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/eccdf8002440423e9d90a98bded8a71e 2024-11-20T08:42:31,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/674ccbe0b0fe4d9983bea37d76aece71 is 50, key is test_row_0/B:col10/1732092150233/Put/seqid=0 2024-11-20T08:42:31,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742159_1335 (size=12001) 2024-11-20T08:42:31,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:31,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:31,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:31,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:31,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092211463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092211512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/674ccbe0b0fe4d9983bea37d76aece71 2024-11-20T08:42:31,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092211523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092211523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092211523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:31,531 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:31,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/c4cb8a5283bb4bdf80d0fa6dc0875651 is 50, key is test_row_0/C:col10/1732092150233/Put/seqid=0 2024-11-20T08:42:31,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742160_1336 (size=12001) 2024-11-20T08:42:31,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:31,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:31,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:31,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/c4cb8a5283bb4bdf80d0fa6dc0875651 2024-11-20T08:42:31,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/eccdf8002440423e9d90a98bded8a71e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e 2024-11-20T08:42:31,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e, entries=200, sequenceid=15, filesize=38.6 K 2024-11-20T08:42:31,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/674ccbe0b0fe4d9983bea37d76aece71 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/674ccbe0b0fe4d9983bea37d76aece71 2024-11-20T08:42:31,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/674ccbe0b0fe4d9983bea37d76aece71, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T08:42:31,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/c4cb8a5283bb4bdf80d0fa6dc0875651 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/c4cb8a5283bb4bdf80d0fa6dc0875651 2024-11-20T08:42:31,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/c4cb8a5283bb4bdf80d0fa6dc0875651, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T08:42:31,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1737ms, sequenceid=15, compaction requested=false 2024-11-20T08:42:31,978 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T08:42:31,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:32,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-20T08:42:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:32,066 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=134.18 KB heapSize=370.92 KB 2024-11-20T08:42:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:32,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:32,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:32,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120125250592bdc47bb98245a077b862dfc_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092150331/Put/seqid=0 2024-11-20T08:42:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742161_1337 (size=12154) 2024-11-20T08:42:32,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:32,086 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120125250592bdc47bb98245a077b862dfc_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120125250592bdc47bb98245a077b862dfc_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/099825df0b12465cbde33175146aa740, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:32,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/099825df0b12465cbde33175146aa740 is 175, key is test_row_0/A:col10/1732092150331/Put/seqid=0 2024-11-20T08:42:32,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742162_1338 (size=30955) 2024-11-20T08:42:32,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:42:32,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:32,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:32,494 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/099825df0b12465cbde33175146aa740 2024-11-20T08:42:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/f6a68a09b7374d7bbddea12162c7c73a is 50, key is test_row_0/B:col10/1732092150331/Put/seqid=0 2024-11-20T08:42:32,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742163_1339 (size=12001) 2024-11-20T08:42:32,507 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/f6a68a09b7374d7bbddea12162c7c73a 2024-11-20T08:42:32,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/b799a1f20db64be38e96594fbda4321f is 50, key is test_row_0/C:col10/1732092150331/Put/seqid=0 2024-11-20T08:42:32,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742164_1340 (size=12001) 2024-11-20T08:42:32,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092212538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092212541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092212543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092212543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092212543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,558 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,558 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,559 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092212653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092212663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092212873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092212873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:32,920 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/b799a1f20db64be38e96594fbda4321f 2024-11-20T08:42:32,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/099825df0b12465cbde33175146aa740 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740 2024-11-20T08:42:32,928 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740, entries=150, sequenceid=49, filesize=30.2 K 2024-11-20T08:42:32,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/f6a68a09b7374d7bbddea12162c7c73a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/f6a68a09b7374d7bbddea12162c7c73a 2024-11-20T08:42:32,933 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/f6a68a09b7374d7bbddea12162c7c73a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T08:42:32,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/b799a1f20db64be38e96594fbda4321f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/b799a1f20db64be38e96594fbda4321f 2024-11-20T08:42:32,939 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/b799a1f20db64be38e96594fbda4321f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-20T08:42:32,940 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~370.88 KB/379776, currentSize=53.67 KB/54960 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 873ms, sequenceid=49, compaction requested=false 2024-11-20T08:42:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-20T08:42:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-20T08:42:32,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-20T08:42:32,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7150 sec 2024-11-20T08:42:32,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.7210 sec 2024-11-20T08:42:33,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:33,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T08:42:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:33,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:33,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cde760475af742c48e4b56060133d344_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742165_1341 (size=14594) 2024-11-20T08:42:33,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092213273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092213281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092213393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092213393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092213603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092213603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:33,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cde760475af742c48e4b56060133d344_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cde760475af742c48e4b56060133d344_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:33,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/c493077dcb8b4bf687cdb27855dfe5c6, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:33,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/c493077dcb8b4bf687cdb27855dfe5c6 is 175, key is test_row_0/A:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:33,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742166_1342 (size=39549) 2024-11-20T08:42:33,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092213923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:33,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092213923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:33,932 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:34,023 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/c493077dcb8b4bf687cdb27855dfe5c6 2024-11-20T08:42:34,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/b9ba3cb3a77e4dfab3edc7bcb634a946 is 50, key is test_row_0/B:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742167_1343 (size=12001) 2024-11-20T08:42:34,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-20T08:42:34,393 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:34,394 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-20T08:42:34,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T08:42:34,395 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:34,396 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:34,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:34,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/b9ba3cb3a77e4dfab3edc7bcb634a946 2024-11-20T08:42:34,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/a83ef4bd9d01452a8826ab2d393c79d8 is 50, key is test_row_0/C:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:34,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742168_1344 (size=12001) 2024-11-20T08:42:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092214443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:34,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092214443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T08:42:34,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T08:42:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092214573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:34,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092214573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:34,581 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:34,581 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092214583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:34,593 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4256 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:34,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:34,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T08:42:34,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:34,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T08:42:34,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/a83ef4bd9d01452a8826ab2d393c79d8 2024-11-20T08:42:34,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T08:42:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/c493077dcb8b4bf687cdb27855dfe5c6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6 2024-11-20T08:42:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:34,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6, entries=200, sequenceid=61, filesize=38.6 K 2024-11-20T08:42:34,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/b9ba3cb3a77e4dfab3edc7bcb634a946 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/b9ba3cb3a77e4dfab3edc7bcb634a946 2024-11-20T08:42:34,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/b9ba3cb3a77e4dfab3edc7bcb634a946, entries=150, sequenceid=61, filesize=11.7 K 2024-11-20T08:42:34,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/a83ef4bd9d01452a8826ab2d393c79d8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/a83ef4bd9d01452a8826ab2d393c79d8 2024-11-20T08:42:34,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/a83ef4bd9d01452a8826ab2d393c79d8, entries=150, sequenceid=61, filesize=11.7 K 2024-11-20T08:42:34,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1672ms, sequenceid=61, compaction requested=true 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:34,870 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:34,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:34,870 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/A is initiating minor compaction (all files) 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:34,871 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/A in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/B is initiating minor compaction (all files) 2024-11-20T08:42:34,871 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/B in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,871 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=107.5 K 2024-11-20T08:42:34,871 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/674ccbe0b0fe4d9983bea37d76aece71, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/f6a68a09b7374d7bbddea12162c7c73a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/b9ba3cb3a77e4dfab3edc7bcb634a946] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=35.2 K 2024-11-20T08:42:34,871 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6] 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 674ccbe0b0fe4d9983bea37d76aece71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732092150233 2024-11-20T08:42:34,871 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting eccdf8002440423e9d90a98bded8a71e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732092150233 2024-11-20T08:42:34,872 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f6a68a09b7374d7bbddea12162c7c73a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732092150331 2024-11-20T08:42:34,872 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 099825df0b12465cbde33175146aa740, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732092150331 2024-11-20T08:42:34,872 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b9ba3cb3a77e4dfab3edc7bcb634a946, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732092152529 2024-11-20T08:42:34,872 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c493077dcb8b4bf687cdb27855dfe5c6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732092152529 2024-11-20T08:42:34,880 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:34,883 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:34,883 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a963791d275b4ec8ac5f76e49a566845 is 50, key is test_row_0/B:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:34,884 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120065a1dd323a2476e80690c0bfb3b2448_5d1c6551b6d8b0f8111b86ee14ef7c9a store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:34,886 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120065a1dd323a2476e80690c0bfb3b2448_5d1c6551b6d8b0f8111b86ee14ef7c9a, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:34,886 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120065a1dd323a2476e80690c0bfb3b2448_5d1c6551b6d8b0f8111b86ee14ef7c9a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:34,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742169_1345 (size=12104) 2024-11-20T08:42:34,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742170_1346 (size=4469) 2024-11-20T08:42:35,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,009 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:35,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c2ba30782e34fa8867d733835e18a0c_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092153258/Put/seqid=0 2024-11-20T08:42:35,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742171_1347 (size=12154) 2024-11-20T08:42:35,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T08:42:35,027 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208c2ba30782e34fa8867d733835e18a0c_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c2ba30782e34fa8867d733835e18a0c_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:35,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/cb02e330eeb2478b8dcfe0db2b38f925, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:35,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/cb02e330eeb2478b8dcfe0db2b38f925 is 175, key is test_row_0/A:col10/1732092153258/Put/seqid=0 2024-11-20T08:42:35,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742172_1348 (size=30955) 2024-11-20T08:42:35,032 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/cb02e330eeb2478b8dcfe0db2b38f925 2024-11-20T08:42:35,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/ee4e175a3bec48c5b9df68d9243a83cc is 50, key is test_row_0/B:col10/1732092153258/Put/seqid=0 2024-11-20T08:42:35,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742173_1349 (size=12001) 2024-11-20T08:42:35,301 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#A#compaction#294 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:35,302 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/cce448afe7354f7d84b5b4c82ce0266b is 175, key is test_row_0/A:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:35,306 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a963791d275b4ec8ac5f76e49a566845 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a963791d275b4ec8ac5f76e49a566845 2024-11-20T08:42:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742174_1350 (size=31058) 2024-11-20T08:42:35,312 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/B of 5d1c6551b6d8b0f8111b86ee14ef7c9a into a963791d275b4ec8ac5f76e49a566845(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:35,312 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:35,312 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, priority=13, startTime=1732092154870; duration=0sec 2024-11-20T08:42:35,312 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:35,312 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:35,312 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:35,313 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:35,313 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/C is initiating minor compaction (all files) 2024-11-20T08:42:35,313 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/C in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,313 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/c4cb8a5283bb4bdf80d0fa6dc0875651, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/b799a1f20db64be38e96594fbda4321f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/a83ef4bd9d01452a8826ab2d393c79d8] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=35.2 K 2024-11-20T08:42:35,313 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting c4cb8a5283bb4bdf80d0fa6dc0875651, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732092150233 2024-11-20T08:42:35,314 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting b799a1f20db64be38e96594fbda4321f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732092150331 2024-11-20T08:42:35,314 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a83ef4bd9d01452a8826ab2d393c79d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732092152529 2024-11-20T08:42:35,330 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#C#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:35,331 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/9bde1063f73b4f098de2cdc95e756d9e is 50, key is test_row_0/C:col10/1732092152537/Put/seqid=0 2024-11-20T08:42:35,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742175_1351 (size=12104) 2024-11-20T08:42:35,451 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/ee4e175a3bec48c5b9df68d9243a83cc 2024-11-20T08:42:35,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/5c247a67f354480d8daac91f6bf70bf6 is 50, key is test_row_0/C:col10/1732092153258/Put/seqid=0 2024-11-20T08:42:35,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742176_1352 (size=12001) 2024-11-20T08:42:35,463 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/5c247a67f354480d8daac91f6bf70bf6 2024-11-20T08:42:35,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/cb02e330eeb2478b8dcfe0db2b38f925 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925 2024-11-20T08:42:35,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:35,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:35,472 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925, entries=150, sequenceid=81, filesize=30.2 K 2024-11-20T08:42:35,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/ee4e175a3bec48c5b9df68d9243a83cc as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ee4e175a3bec48c5b9df68d9243a83cc 2024-11-20T08:42:35,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,477 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ee4e175a3bec48c5b9df68d9243a83cc, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T08:42:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/5c247a67f354480d8daac91f6bf70bf6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/5c247a67f354480d8daac91f6bf70bf6 2024-11-20T08:42:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,482 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/5c247a67f354480d8daac91f6bf70bf6, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T08:42:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,483 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=13.42 KB/13740 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 474ms, sequenceid=81, compaction requested=false 2024-11-20T08:42:35,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-20T08:42:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-20T08:42:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T08:42:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec 2024-11-20T08:42:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.0960 sec 2024-11-20T08:42:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:35,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:35,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:35,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-20T08:42:35,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,533 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:35,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,533 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-20T08:42:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:35,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,536 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:35,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b1caa024ad243af911ea4956b2e0f47_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:35,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742177_1353 (size=21918) 2024-11-20T08:42:35,554 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:35,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202b1caa024ad243af911ea4956b2e0f47_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b1caa024ad243af911ea4956b2e0f47_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:35,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/7bf69f35ec174e33a9512b67106a71da, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:35,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/7bf69f35ec174e33a9512b67106a71da is 175, key is test_row_0/A:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:35,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742178_1354 (size=65323) 2024-11-20T08:42:35,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092155587, max timestamp=1732092155639Num uniques 859; 2024-11-20T08:42:35,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:35,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092155587, max timestamp=1732092155639Num uniques 859; 2024-11-20T08:42:35,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092155587, max timestamp=1732092155639Num uniques 859; 2024-11-20T08:42:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:35,642 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:35,643 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:35,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,713 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/cce448afe7354f7d84b5b4c82ce0266b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cce448afe7354f7d84b5b4c82ce0266b 2024-11-20T08:42:35,717 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/A of 5d1c6551b6d8b0f8111b86ee14ef7c9a into cce448afe7354f7d84b5b4c82ce0266b(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:35,717 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:35,717 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, priority=13, startTime=1732092154870; duration=0sec 2024-11-20T08:42:35,717 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:35,717 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:35,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092215737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:35,743 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/9bde1063f73b4f098de2cdc95e756d9e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9bde1063f73b4f098de2cdc95e756d9e 2024-11-20T08:42:35,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,743 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:35,747 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/C of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 9bde1063f73b4f098de2cdc95e756d9e(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:35,747 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:35,748 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, priority=13, startTime=1732092154870; duration=0sec 2024-11-20T08:42:35,748 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:35,748 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092215739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:35,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:35,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092215854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:35,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092215862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:35,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/7bf69f35ec174e33a9512b67106a71da 2024-11-20T08:42:35,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/ab775fbbe495416fac24d37d4c33e306 is 50, key is test_row_0/B:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:35,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742179_1355 (size=12001) 2024-11-20T08:42:35,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:35,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:35,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092216073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:36,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:36,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092216073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:36,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:36,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:36,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/ab775fbbe495416fac24d37d4c33e306 2024-11-20T08:42:36,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/d8a3ee3815884525ad2527acc0889899 is 50, key is test_row_0/C:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:36,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742180_1356 (size=12001) 2024-11-20T08:42:36,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092216393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:36,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092216393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:36,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:36,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:36,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/d8a3ee3815884525ad2527acc0889899 2024-11-20T08:42:36,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/7bf69f35ec174e33a9512b67106a71da as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da 2024-11-20T08:42:36,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da, entries=350, sequenceid=92, filesize=63.8 K 2024-11-20T08:42:36,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/ab775fbbe495416fac24d37d4c33e306 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ab775fbbe495416fac24d37d4c33e306 2024-11-20T08:42:36,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ab775fbbe495416fac24d37d4c33e306, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T08:42:36,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/d8a3ee3815884525ad2527acc0889899 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/d8a3ee3815884525ad2527acc0889899 2024-11-20T08:42:36,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/d8a3ee3815884525ad2527acc0889899, entries=150, sequenceid=92, filesize=11.7 K 2024-11-20T08:42:36,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1280ms, sequenceid=92, compaction requested=true 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:36,809 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:36,809 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:36,809 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:36,812 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:36,812 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:36,812 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/B is initiating minor compaction (all files) 2024-11-20T08:42:36,812 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/A is initiating minor compaction (all files) 2024-11-20T08:42:36,812 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/B in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,812 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/A in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,812 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a963791d275b4ec8ac5f76e49a566845, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ee4e175a3bec48c5b9df68d9243a83cc, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ab775fbbe495416fac24d37d4c33e306] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=35.3 K 2024-11-20T08:42:36,812 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cce448afe7354f7d84b5b4c82ce0266b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=124.4 K 2024-11-20T08:42:36,812 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,812 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cce448afe7354f7d84b5b4c82ce0266b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da] 2024-11-20T08:42:36,812 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a963791d275b4ec8ac5f76e49a566845, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732092152529 2024-11-20T08:42:36,813 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce448afe7354f7d84b5b4c82ce0266b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732092152529 2024-11-20T08:42:36,813 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ee4e175a3bec48c5b9df68d9243a83cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732092153258 2024-11-20T08:42:36,813 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb02e330eeb2478b8dcfe0db2b38f925, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732092153258 2024-11-20T08:42:36,813 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ab775fbbe495416fac24d37d4c33e306, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732092155513 2024-11-20T08:42:36,813 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bf69f35ec174e33a9512b67106a71da, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732092155467 2024-11-20T08:42:36,820 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:36,821 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/2d69e23c9a5e429eaaa69453a9d0a7eb is 50, key is test_row_0/B:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:36,822 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:36,826 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120bfffc710823a49268a3b6a1624fe993f_5d1c6551b6d8b0f8111b86ee14ef7c9a store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:36,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742181_1357 (size=12207) 2024-11-20T08:42:36,829 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120bfffc710823a49268a3b6a1624fe993f_5d1c6551b6d8b0f8111b86ee14ef7c9a, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:36,829 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120bfffc710823a49268a3b6a1624fe993f_5d1c6551b6d8b0f8111b86ee14ef7c9a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:36,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742182_1358 (size=4469) 2024-11-20T08:42:36,840 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#A#compaction#304 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:36,841 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/3f5b27b274be45cda4a8f12754e8ae5a is 175, key is test_row_0/A:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742183_1359 (size=31161) 2024-11-20T08:42:36,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-20T08:42:36,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:36,915 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:42:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:36,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:36,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120604b777604214c8e8ec58d84d14da700_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092155702/Put/seqid=0 2024-11-20T08:42:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:36,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:36,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742184_1360 (size=12204) 2024-11-20T08:42:36,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092216955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:36,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092216956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:36,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092217062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:37,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,071 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092217083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:37,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,232 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/2d69e23c9a5e429eaaa69453a9d0a7eb as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/2d69e23c9a5e429eaaa69453a9d0a7eb 2024-11-20T08:42:37,236 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/B of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 2d69e23c9a5e429eaaa69453a9d0a7eb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:37,236 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:37,236 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, priority=13, startTime=1732092156809; duration=0sec 2024-11-20T08:42:37,236 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:37,236 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:37,237 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:37,237 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:37,237 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/C is initiating minor compaction (all files) 2024-11-20T08:42:37,237 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/C in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:37,237 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9bde1063f73b4f098de2cdc95e756d9e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/5c247a67f354480d8daac91f6bf70bf6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/d8a3ee3815884525ad2527acc0889899] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=35.3 K 2024-11-20T08:42:37,238 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bde1063f73b4f098de2cdc95e756d9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732092152529 2024-11-20T08:42:37,238 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c247a67f354480d8daac91f6bf70bf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732092153258 2024-11-20T08:42:37,238 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d8a3ee3815884525ad2527acc0889899, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732092155513 2024-11-20T08:42:37,244 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:37,245 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/edaa9af4ddbe49b7b3a184d5c5f49f36 is 50, key is test_row_0/C:col10/1732092155525/Put/seqid=0 2024-11-20T08:42:37,250 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/3f5b27b274be45cda4a8f12754e8ae5a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/3f5b27b274be45cda4a8f12754e8ae5a 2024-11-20T08:42:37,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742185_1361 (size=12207) 2024-11-20T08:42:37,255 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/A of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 3f5b27b274be45cda4a8f12754e8ae5a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:37,255 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:37,255 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, priority=13, startTime=1732092156809; duration=0sec 2024-11-20T08:42:37,255 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:37,255 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:37,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092217273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:37,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092217303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:37,333 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120604b777604214c8e8ec58d84d14da700_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120604b777604214c8e8ec58d84d14da700_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:37,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/40033bfa4311405da3a04b7a4ae4ffd1, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:37,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/40033bfa4311405da3a04b7a4ae4ffd1 is 175, key is test_row_0/A:col10/1732092155702/Put/seqid=0 2024-11-20T08:42:37,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742186_1362 (size=31005) 2024-11-20T08:42:37,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092217593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,605 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092217623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:37,656 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/edaa9af4ddbe49b7b3a184d5c5f49f36 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/edaa9af4ddbe49b7b3a184d5c5f49f36 2024-11-20T08:42:37,661 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/C of 5d1c6551b6d8b0f8111b86ee14ef7c9a into edaa9af4ddbe49b7b3a184d5c5f49f36(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:37,661 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:37,661 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, priority=13, startTime=1732092156809; duration=0sec 2024-11-20T08:42:37,661 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:37,661 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:37,739 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/40033bfa4311405da3a04b7a4ae4ffd1 2024-11-20T08:42:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/d8e1f5411cb84aca9d6d954a32af3b32 is 50, key is test_row_0/B:col10/1732092155702/Put/seqid=0 2024-11-20T08:42:37,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742187_1363 (size=12051) 2024-11-20T08:42:38,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092218113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092218143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,151 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/d8e1f5411cb84aca9d6d954a32af3b32 2024-11-20T08:42:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/2dd1da21195c4d04bcc1f90f6a6ff54c is 50, key is test_row_0/C:col10/1732092155702/Put/seqid=0 2024-11-20T08:42:38,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742188_1364 (size=12051) 2024-11-20T08:42:38,171 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/2dd1da21195c4d04bcc1f90f6a6ff54c 2024-11-20T08:42:38,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/40033bfa4311405da3a04b7a4ae4ffd1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1 2024-11-20T08:42:38,181 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1, entries=150, sequenceid=131, filesize=30.3 K 2024-11-20T08:42:38,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/d8e1f5411cb84aca9d6d954a32af3b32 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d8e1f5411cb84aca9d6d954a32af3b32 2024-11-20T08:42:38,186 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d8e1f5411cb84aca9d6d954a32af3b32, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T08:42:38,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/2dd1da21195c4d04bcc1f90f6a6ff54c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/2dd1da21195c4d04bcc1f90f6a6ff54c 2024-11-20T08:42:38,191 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/2dd1da21195c4d04bcc1f90f6a6ff54c, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T08:42:38,192 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1277ms, sequenceid=131, compaction requested=false 2024-11-20T08:42:38,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:38,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:38,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-20T08:42:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-20T08:42:38,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-20T08:42:38,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6580 sec 2024-11-20T08:42:38,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.6630 sec 2024-11-20T08:42:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:38,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:38,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d5e18995e3fd4629a3e24da4c4c308da_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092156954/Put/seqid=0 2024-11-20T08:42:38,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742189_1365 (size=14794) 2024-11-20T08:42:38,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092218675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092158651, max timestamp=1732092158676Num uniques 859; 2024-11-20T08:42:38,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:42:38,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092158651, max timestamp=1732092158676Num uniques 859; 2024-11-20T08:42:38,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092158651, max timestamp=1732092158676Num uniques 859; 2024-11-20T08:42:38,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:42:38,680 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:42:38,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092218752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092218756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092218783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092218872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:38,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092218873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:38,885 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092219003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:39,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d5e18995e3fd4629a3e24da4c4c308da_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5e18995e3fd4629a3e24da4c4c308da_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:39,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/4691efae7cc14dc2baf187e48343fd16, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:39,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/4691efae7cc14dc2baf187e48343fd16 is 175, key is test_row_0/A:col10/1732092156954/Put/seqid=0 2024-11-20T08:42:39,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742190_1366 (size=39749) 2024-11-20T08:42:39,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092219082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092219093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092219133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,144 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092219162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,183 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092219313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092219402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092219403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,440 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/4691efae7cc14dc2baf187e48343fd16 2024-11-20T08:42:39,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/425ab308b0b141a6adcb9af37fdf0309 is 50, key is test_row_0/B:col10/1732092156954/Put/seqid=0 2024-11-20T08:42:39,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742191_1367 (size=12151) 2024-11-20T08:42:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-20T08:42:39,693 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:39,694 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-20T08:42:39,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:39,695 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:39,696 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:39,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092219833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:39,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:39,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T08:42:39,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:39,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:39,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:39,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:39,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:39,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/425ab308b0b141a6adcb9af37fdf0309 2024-11-20T08:42:39,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/f19d78e44fea41e9830a2b1fedbd72e5 is 50, key is test_row_0/C:col10/1732092156954/Put/seqid=0 2024-11-20T08:42:39,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742192_1368 (size=12151) 2024-11-20T08:42:39,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/f19d78e44fea41e9830a2b1fedbd72e5 2024-11-20T08:42:39,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/4691efae7cc14dc2baf187e48343fd16 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16 2024-11-20T08:42:39,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16, entries=200, sequenceid=145, filesize=38.8 K 2024-11-20T08:42:39,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/425ab308b0b141a6adcb9af37fdf0309 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/425ab308b0b141a6adcb9af37fdf0309 2024-11-20T08:42:39,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/425ab308b0b141a6adcb9af37fdf0309, entries=150, sequenceid=145, filesize=11.9 K 2024-11-20T08:42:39,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/f19d78e44fea41e9830a2b1fedbd72e5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/f19d78e44fea41e9830a2b1fedbd72e5 2024-11-20T08:42:39,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/f19d78e44fea41e9830a2b1fedbd72e5, entries=150, sequenceid=145, filesize=11.9 K 2024-11-20T08:42:39,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1301ms, sequenceid=145, compaction requested=true 2024-11-20T08:42:39,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:39,909 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:39,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:42:39,909 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:39,910 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:39,910 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101915 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:39,910 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/A is initiating minor compaction (all files) 2024-11-20T08:42:39,910 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/B is initiating minor compaction (all files) 2024-11-20T08:42:39,911 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/B in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:39,911 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/A in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:39,911 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/2d69e23c9a5e429eaaa69453a9d0a7eb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d8e1f5411cb84aca9d6d954a32af3b32, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/425ab308b0b141a6adcb9af37fdf0309] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=35.6 K 2024-11-20T08:42:39,911 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/3f5b27b274be45cda4a8f12754e8ae5a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=99.5 K 2024-11-20T08:42:39,911 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:39,911 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/3f5b27b274be45cda4a8f12754e8ae5a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16] 2024-11-20T08:42:39,911 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f5b27b274be45cda4a8f12754e8ae5a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732092155513 2024-11-20T08:42:39,911 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d69e23c9a5e429eaaa69453a9d0a7eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732092155513 2024-11-20T08:42:39,912 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40033bfa4311405da3a04b7a4ae4ffd1, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092155702 2024-11-20T08:42:39,912 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4691efae7cc14dc2baf187e48343fd16, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732092156934 2024-11-20T08:42:39,913 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d8e1f5411cb84aca9d6d954a32af3b32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092155702 2024-11-20T08:42:39,916 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 425ab308b0b141a6adcb9af37fdf0309, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732092156953 2024-11-20T08:42:39,922 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:39,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-20T08:42:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:39,927 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:39,928 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/cf4367f329354cc4b79868c12787223c is 50, key is test_row_0/B:col10/1732092156954/Put/seqid=0 2024-11-20T08:42:39,933 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411207ebb951fb31f44d89016492d5bf1852b_5d1c6551b6d8b0f8111b86ee14ef7c9a store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:39,935 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411207ebb951fb31f44d89016492d5bf1852b_5d1c6551b6d8b0f8111b86ee14ef7c9a, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:39,935 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ebb951fb31f44d89016492d5bf1852b_5d1c6551b6d8b0f8111b86ee14ef7c9a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:39,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742193_1369 (size=12459) 2024-11-20T08:42:39,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120555c5e0e33c7452d99b568ec6c37e6b6_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092159923/Put/seqid=0 2024-11-20T08:42:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742194_1370 (size=4469) 2024-11-20T08:42:39,983 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#A#compaction#312 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:39,984 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/97491e19fe5442798157fc097112fe18 is 175, key is test_row_0/A:col10/1732092156954/Put/seqid=0 2024-11-20T08:42:40,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T08:42:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:40,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:40,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:40,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092219991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:40,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742195_1371 (size=17284) 2024-11-20T08:42:40,019 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092220004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120555c5e0e33c7452d99b568ec6c37e6b6_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120555c5e0e33c7452d99b568ec6c37e6b6_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:40,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742196_1372 (size=31413) 2024-11-20T08:42:40,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/50e05bfe487e4d089d2a4ed786f4489d, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:40,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/50e05bfe487e4d089d2a4ed786f4489d is 175, key is test_row_0/A:col10/1732092159923/Put/seqid=0 2024-11-20T08:42:40,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742197_1373 (size=48389) 2024-11-20T08:42:40,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/50e05bfe487e4d089d2a4ed786f4489d 2024-11-20T08:42:40,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/d447736ec00d4b31b096c52d37c2c5a1 is 50, key is test_row_0/B:col10/1732092159923/Put/seqid=0 2024-11-20T08:42:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742198_1374 (size=12151) 2024-11-20T08:42:40,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/d447736ec00d4b31b096c52d37c2c5a1 2024-11-20T08:42:40,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/711ac6c219f141bca43960fc0774ddff is 50, key is test_row_0/C:col10/1732092159923/Put/seqid=0 2024-11-20T08:42:40,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742199_1375 (size=12151) 2024-11-20T08:42:40,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/711ac6c219f141bca43960fc0774ddff 2024-11-20T08:42:40,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092220123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/50e05bfe487e4d089d2a4ed786f4489d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d 2024-11-20T08:42:40,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d, entries=250, sequenceid=181, filesize=47.3 K 2024-11-20T08:42:40,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/d447736ec00d4b31b096c52d37c2c5a1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d447736ec00d4b31b096c52d37c2c5a1 2024-11-20T08:42:40,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d447736ec00d4b31b096c52d37c2c5a1, entries=150, sequenceid=181, filesize=11.9 K 2024-11-20T08:42:40,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/711ac6c219f141bca43960fc0774ddff as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/711ac6c219f141bca43960fc0774ddff 2024-11-20T08:42:40,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092220134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/711ac6c219f141bca43960fc0774ddff, entries=150, sequenceid=181, filesize=11.9 K 2024-11-20T08:42:40,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 227ms, sequenceid=181, compaction requested=true 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:40,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T08:42:40,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T08:42:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,158 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:42:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:40,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206dd796ea17b6412490eb69353bef75f9_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092160001/Put/seqid=0 2024-11-20T08:42:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742200_1376 (size=9814) 2024-11-20T08:42:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:40,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,378 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/cf4367f329354cc4b79868c12787223c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/cf4367f329354cc4b79868c12787223c 2024-11-20T08:42:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,383 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/B of 5d1c6551b6d8b0f8111b86ee14ef7c9a into cf4367f329354cc4b79868c12787223c(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,383 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:40,383 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, priority=13, startTime=1732092159909; duration=0sec 2024-11-20T08:42:40,383 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-20T08:42:40,383 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:40,384 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-20T08:42:40,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,384 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:42:40,384 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:42:40,384 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. because compaction request was cancelled 2024-11-20T08:42:40,384 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:40,384 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,385 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48560 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:40,385 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/C is initiating minor compaction (all files) 2024-11-20T08:42:40,386 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/C in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:40,386 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/edaa9af4ddbe49b7b3a184d5c5f49f36, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/2dd1da21195c4d04bcc1f90f6a6ff54c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/f19d78e44fea41e9830a2b1fedbd72e5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/711ac6c219f141bca43960fc0774ddff] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=47.4 K 2024-11-20T08:42:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,386 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting edaa9af4ddbe49b7b3a184d5c5f49f36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732092155513 2024-11-20T08:42:40,386 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dd1da21195c4d04bcc1f90f6a6ff54c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732092155702 2024-11-20T08:42:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,387 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f19d78e44fea41e9830a2b1fedbd72e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732092156953 2024-11-20T08:42:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,387 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 711ac6c219f141bca43960fc0774ddff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732092158751 2024-11-20T08:42:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,398 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#C#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,399 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/e12c884d622f497381255edfebff89f5 is 50, key is test_row_0/C:col10/1732092159923/Put/seqid=0 2024-11-20T08:42:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742201_1377 (size=12493) 2024-11-20T08:42:40,418 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/e12c884d622f497381255edfebff89f5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/e12c884d622f497381255edfebff89f5 2024-11-20T08:42:40,422 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/C of 5d1c6551b6d8b0f8111b86ee14ef7c9a into e12c884d622f497381255edfebff89f5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:40,422 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:40,422 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, priority=12, startTime=1732092160150; duration=0sec 2024-11-20T08:42:40,422 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T08:42:40,422 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:40,422 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:40,422 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:40,422 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. because compaction request was cancelled 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. because compaction request was cancelled 2024-11-20T08:42:40,423 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:40,438 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/97491e19fe5442798157fc097112fe18 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/97491e19fe5442798157fc097112fe18 2024-11-20T08:42:40,448 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/A of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 97491e19fe5442798157fc097112fe18(size=30.7 K), total size for store is 77.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:40,448 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:40,448 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, priority=13, startTime=1732092159909; duration=0sec 2024-11-20T08:42:40,448 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:40,448 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:40,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092160441, max timestamp=1732092160475Num uniques 859; 2024-11-20T08:42:40,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092160441, max timestamp=1732092160475Num uniques 859; 2024-11-20T08:42:40,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:42:40,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:42:40,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092160441, max timestamp=1732092160475Num uniques 859; 2024-11-20T08:42:40,481 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:42:40,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092220557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092220565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:40,640 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206dd796ea17b6412490eb69353bef75f9_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206dd796ea17b6412490eb69353bef75f9_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:40,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/ed32f505d98941e08b6ad573864f432d, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:40,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/ed32f505d98941e08b6ad573864f432d is 175, key is test_row_0/A:col10/1732092160001/Put/seqid=0 2024-11-20T08:42:40,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742202_1378 (size=22461) 2024-11-20T08:42:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092220673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092220683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:40,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092220862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,873 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092220893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092220893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:40,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,047 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=190, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/ed32f505d98941e08b6ad573864f432d 2024-11-20T08:42:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/3d6c5604454348d993a059f8b42a9c93 is 50, key is test_row_0/B:col10/1732092160001/Put/seqid=0 2024-11-20T08:42:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742203_1379 (size=9757) 2024-11-20T08:42:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092221163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:41,178 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092221193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:41,202 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092221213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:41,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092221213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,460 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/3d6c5604454348d993a059f8b42a9c93 2024-11-20T08:42:41,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/4bd98e92601143968b309e9d490a4655 is 50, key is test_row_0/C:col10/1732092160001/Put/seqid=0 2024-11-20T08:42:41,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742204_1380 (size=9757) 2024-11-20T08:42:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092221733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:41,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092221733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:41,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:41,876 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/4bd98e92601143968b309e9d490a4655 2024-11-20T08:42:41,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/ed32f505d98941e08b6ad573864f432d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d 2024-11-20T08:42:41,885 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d, entries=100, sequenceid=190, filesize=21.9 K 2024-11-20T08:42:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/3d6c5604454348d993a059f8b42a9c93 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/3d6c5604454348d993a059f8b42a9c93 2024-11-20T08:42:41,892 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/3d6c5604454348d993a059f8b42a9c93, entries=100, sequenceid=190, filesize=9.5 K 2024-11-20T08:42:41,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/4bd98e92601143968b309e9d490a4655 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4bd98e92601143968b309e9d490a4655 2024-11-20T08:42:41,897 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4bd98e92601143968b309e9d490a4655, entries=100, sequenceid=190, filesize=9.5 K 2024-11-20T08:42:41,898 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1740ms, sequenceid=190, compaction requested=true 2024-11-20T08:42:41,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:41,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:41,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-20T08:42:41,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-20T08:42:41,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T08:42:41,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2040 sec 2024-11-20T08:42:41,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.2090 sec 2024-11-20T08:42:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:42,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-20T08:42:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:42,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:42:42,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112039b51b3fcc7d4c8f938a59165306a769_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742205_1381 (size=14794) 2024-11-20T08:42:42,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092222785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:42,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092222792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:42,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092222883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:42,894 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:42,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092222902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:42,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092222903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092223113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:43,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:43,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092223113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:43,176 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,179 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112039b51b3fcc7d4c8f938a59165306a769_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112039b51b3fcc7d4c8f938a59165306a769_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:43,180 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/d0c8c365304a47bcadc0245bb36f5601, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:43,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/d0c8c365304a47bcadc0245bb36f5601 is 175, key is test_row_0/A:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742206_1382 (size=39749) 2024-11-20T08:42:43,188 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/d0c8c365304a47bcadc0245bb36f5601 2024-11-20T08:42:43,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/7f1992ecc04a4bc2864f90cbcc431f94 is 50, key is test_row_0/B:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:43,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742207_1383 (size=12151) 2024-11-20T08:42:43,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092223423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:43,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092223433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:43,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/7f1992ecc04a4bc2864f90cbcc431f94 2024-11-20T08:42:43,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/8cad6813aad14d26a7fc31ad277196d2 is 50, key is test_row_0/C:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742208_1384 (size=12151) 2024-11-20T08:42:43,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/8cad6813aad14d26a7fc31ad277196d2 2024-11-20T08:42:43,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/d0c8c365304a47bcadc0245bb36f5601 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601 2024-11-20T08:42:43,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601, entries=200, sequenceid=231, filesize=38.8 K 2024-11-20T08:42:43,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/7f1992ecc04a4bc2864f90cbcc431f94 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7f1992ecc04a4bc2864f90cbcc431f94 2024-11-20T08:42:43,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7f1992ecc04a4bc2864f90cbcc431f94, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T08:42:43,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/8cad6813aad14d26a7fc31ad277196d2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/8cad6813aad14d26a7fc31ad277196d2 2024-11-20T08:42:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/8cad6813aad14d26a7fc31ad277196d2, entries=150, sequenceid=231, filesize=11.9 K 2024-11-20T08:42:43,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 878ms, sequenceid=231, compaction requested=true 2024-11-20T08:42:43,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:43,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:43,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:43,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:43,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:43,640 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:43,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:43,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,640 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:42:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,641 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46518 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:43,641 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142012 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:42:43,641 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/A is initiating minor compaction (all files) 2024-11-20T08:42:43,641 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/B is initiating minor compaction (all files) 2024-11-20T08:42:43,641 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/A in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:43,641 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/B in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:43,642 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/cf4367f329354cc4b79868c12787223c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d447736ec00d4b31b096c52d37c2c5a1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/3d6c5604454348d993a059f8b42a9c93, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7f1992ecc04a4bc2864f90cbcc431f94] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=45.4 K 2024-11-20T08:42:43,642 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/97491e19fe5442798157fc097112fe18, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=138.7 K 2024-11-20T08:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,642 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,642 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/97491e19fe5442798157fc097112fe18, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601] 2024-11-20T08:42:43,642 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97491e19fe5442798157fc097112fe18, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732092156953 2024-11-20T08:42:43,642 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting cf4367f329354cc4b79868c12787223c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732092156953 2024-11-20T08:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,642 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50e05bfe487e4d089d2a4ed786f4489d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732092158739 2024-11-20T08:42:43,643 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting d447736ec00d4b31b096c52d37c2c5a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732092158751 2024-11-20T08:42:43,643 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed32f505d98941e08b6ad573864f432d, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732092159974 2024-11-20T08:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,643 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d6c5604454348d993a059f8b42a9c93, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732092159974 2024-11-20T08:42:43,643 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0c8c365304a47bcadc0245bb36f5601, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732092160555 2024-11-20T08:42:43,643 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f1992ecc04a4bc2864f90cbcc431f94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732092160555 2024-11-20T08:42:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,654 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#B#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,655 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/1c3df955949d474aabf0476d87f97cc1 is 50, key is test_row_0/B:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,656 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:43,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,658 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120de6597fb58c94ffdb03251e0efc7b830_5d1c6551b6d8b0f8111b86ee14ef7c9a store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,661 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120de6597fb58c94ffdb03251e0efc7b830_5d1c6551b6d8b0f8111b86ee14ef7c9a, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,661 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de6597fb58c94ffdb03251e0efc7b830_5d1c6551b6d8b0f8111b86ee14ef7c9a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742209_1385 (size=12595) 2024-11-20T08:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742210_1386 (size=4469) 2024-11-20T08:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,668 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#A#compaction#325 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,670 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/aae1987986a54e779c5e03f565c8ed69 is 175, key is test_row_0/A:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:43,670 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/1c3df955949d474aabf0476d87f97cc1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1c3df955949d474aabf0476d87f97cc1 2024-11-20T08:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,676 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/B of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 1c3df955949d474aabf0476d87f97cc1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:43,676 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:43,676 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, priority=12, startTime=1732092163640; duration=0sec 2024-11-20T08:42:43,676 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:43,676 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:43,676 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,677 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:43,677 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/C is initiating minor compaction (all files) 2024-11-20T08:42:43,678 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/C in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:43,678 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/e12c884d622f497381255edfebff89f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4bd98e92601143968b309e9d490a4655, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/8cad6813aad14d26a7fc31ad277196d2] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=33.6 K 2024-11-20T08:42:43,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,678 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e12c884d622f497381255edfebff89f5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732092158751 2024-11-20T08:42:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bd98e92601143968b309e9d490a4655, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732092159974 2024-11-20T08:42:43,681 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cad6813aad14d26a7fc31ad277196d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732092160555 2024-11-20T08:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742211_1387 (size=31549) 2024-11-20T08:42:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,688 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,688 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/9e6419670f6545479df93aadc9936c2f is 50, key is test_row_0/C:col10/1732092162760/Put/seqid=0 2024-11-20T08:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,693 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/aae1987986a54e779c5e03f565c8ed69 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/aae1987986a54e779c5e03f565c8ed69 2024-11-20T08:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742212_1388 (size=12595) 2024-11-20T08:42:43,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,698 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/A of 5d1c6551b6d8b0f8111b86ee14ef7c9a into aae1987986a54e779c5e03f565c8ed69(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:43,698 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:43,698 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, priority=12, startTime=1732092163639; duration=0sec 2024-11-20T08:42:43,698 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:43,698 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,703 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/9e6419670f6545479df93aadc9936c2f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9e6419670f6545479df93aadc9936c2f 2024-11-20T08:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,709 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/C of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 9e6419670f6545479df93aadc9936c2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,709 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:43,709 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, priority=13, startTime=1732092163640; duration=0sec 2024-11-20T08:42:43,709 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:43,709 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,863 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,866 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,867 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:43,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120524e0b196ab9474199428948fafb9d38_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092163970/Put/seqid=0 2024-11-20T08:42:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742213_1389 (size=14794) 2024-11-20T08:42:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,987 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120524e0b196ab9474199428948fafb9d38_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120524e0b196ab9474199428948fafb9d38_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/6ac5948f308d4270980142a68e563ebf, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/6ac5948f308d4270980142a68e563ebf is 175, key is test_row_0/A:col10/1732092163970/Put/seqid=0 2024-11-20T08:42:43,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742214_1390 (size=39745) 2024-11-20T08:42:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/6ac5948f308d4270980142a68e563ebf 2024-11-20T08:42:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:43,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/581dea5e4389427e97aea2504565007c is 50, key is test_row_0/B:col10/1732092163970/Put/seqid=0 2024-11-20T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742215_1391 (size=9757) 2024-11-20T08:42:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/581dea5e4389427e97aea2504565007c 2024-11-20T08:42:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/fa8bdf2e8ef0449ab5c537c196d154f7 is 50, key is test_row_0/C:col10/1732092163970/Put/seqid=0 2024-11-20T08:42:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742216_1392 (size=9757) 2024-11-20T08:42:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/fa8bdf2e8ef0449ab5c537c196d154f7 2024-11-20T08:42:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/6ac5948f308d4270980142a68e563ebf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf 2024-11-20T08:42:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf, entries=200, sequenceid=244, filesize=38.8 K 2024-11-20T08:42:44,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/581dea5e4389427e97aea2504565007c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/581dea5e4389427e97aea2504565007c 2024-11-20T08:42:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/581dea5e4389427e97aea2504565007c, entries=100, sequenceid=244, filesize=9.5 K 2024-11-20T08:42:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/fa8bdf2e8ef0449ab5c537c196d154f7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/fa8bdf2e8ef0449ab5c537c196d154f7 2024-11-20T08:42:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/fa8bdf2e8ef0449ab5c537c196d154f7, entries=100, sequenceid=244, filesize=9.5 K 2024-11-20T08:42:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=26.84 KB/27480 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 73ms, sequenceid=244, compaction requested=false 2024-11-20T08:42:44,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:44,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:42:44,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:44,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:44,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:44,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:44,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:44,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204945d516ae3b4dbaad106dcfca562776_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742217_1393 (size=12304) 2024-11-20T08:42:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:44,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092164184, max timestamp=1732092164215Num uniques 859; 2024-11-20T08:42:44,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092164184, max timestamp=1732092164215Num uniques 859; 2024-11-20T08:42:44,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092164184, max timestamp=1732092164215Num uniques 859; 2024-11-20T08:42:44,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:44,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:44,230 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:44,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092224337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092224353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092224462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:44,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092224463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:44,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:44,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:44,533 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204945d516ae3b4dbaad106dcfca562776_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204945d516ae3b4dbaad106dcfca562776_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:44,533 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/bb7b1ed7de8a4603a882af9d802afd5e, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:44,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/bb7b1ed7de8a4603a882af9d802afd5e is 175, key is test_row_0/A:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742218_1394 (size=31105) 2024-11-20T08:42:44,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092224682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:44,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092224682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:44,695 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:44,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:44,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:44,938 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/bb7b1ed7de8a4603a882af9d802afd5e 2024-11-20T08:42:44,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:44,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:44,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a98965c5b0bf48aab7dfaf4924517d62 is 50, key is test_row_0/B:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742219_1395 (size=12151) 2024-11-20T08:42:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092225003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:45,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092225003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:45,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36998 deadline: 1732092225223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:45,226 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:45,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37016 deadline: 1732092225243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:45,257 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8301 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:45,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a98965c5b0bf48aab7dfaf4924517d62 2024-11-20T08:42:45,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/ff93841c0d0b481486ad04a97c938ed1 is 50, key is test_row_0/C:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:45,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742220_1396 (size=12151) 2024-11-20T08:42:45,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092225513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:45,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092225513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:45,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:45,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/ff93841c0d0b481486ad04a97c938ed1 2024-11-20T08:42:45,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/bb7b1ed7de8a4603a882af9d802afd5e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e 2024-11-20T08:42:45,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e, entries=150, sequenceid=254, filesize=30.4 K 2024-11-20T08:42:45,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a98965c5b0bf48aab7dfaf4924517d62 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a98965c5b0bf48aab7dfaf4924517d62 2024-11-20T08:42:45,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a98965c5b0bf48aab7dfaf4924517d62, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T08:42:45,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/ff93841c0d0b481486ad04a97c938ed1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ff93841c0d0b481486ad04a97c938ed1 2024-11-20T08:42:45,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ff93841c0d0b481486ad04a97c938ed1, entries=150, sequenceid=254, filesize=11.9 K 2024-11-20T08:42:45,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1674ms, sequenceid=254, compaction requested=true 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:45,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:45,783 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:45,783 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:45,784 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:45,784 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:45,784 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/A is initiating minor compaction (all files) 2024-11-20T08:42:45,784 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/B is initiating minor compaction (all files) 2024-11-20T08:42:45,784 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/B in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,784 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/A in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,784 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/aae1987986a54e779c5e03f565c8ed69, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=100.0 K 2024-11-20T08:42:45,784 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1c3df955949d474aabf0476d87f97cc1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/581dea5e4389427e97aea2504565007c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a98965c5b0bf48aab7dfaf4924517d62] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=33.7 K 2024-11-20T08:42:45,784 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,784 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/aae1987986a54e779c5e03f565c8ed69, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e] 2024-11-20T08:42:45,785 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting aae1987986a54e779c5e03f565c8ed69, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732092160555 2024-11-20T08:42:45,785 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c3df955949d474aabf0476d87f97cc1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732092160555 2024-11-20T08:42:45,785 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ac5948f308d4270980142a68e563ebf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732092162783 2024-11-20T08:42:45,785 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 581dea5e4389427e97aea2504565007c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732092163968 2024-11-20T08:42:45,786 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb7b1ed7de8a4603a882af9d802afd5e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732092164074 2024-11-20T08:42:45,786 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting a98965c5b0bf48aab7dfaf4924517d62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732092164074 2024-11-20T08:42:45,792 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:45,793 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:45,793 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/57481baec92542bcb892e795f3ebd967 is 50, key is test_row_0/B:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:45,797 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112081fc20c9470a47948d738d65701c2969_5d1c6551b6d8b0f8111b86ee14ef7c9a store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:45,799 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112081fc20c9470a47948d738d65701c2969_5d1c6551b6d8b0f8111b86ee14ef7c9a, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:45,799 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081fc20c9470a47948d738d65701c2969_5d1c6551b6d8b0f8111b86ee14ef7c9a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742221_1397 (size=12697) 2024-11-20T08:42:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742222_1398 (size=4469) 2024-11-20T08:42:45,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T08:42:45,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:45,864 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:42:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:45,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:45,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204f456298e65147a69a9b7c698b9b14bc_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092164297/Put/seqid=0 2024-11-20T08:42:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742223_1399 (size=12454) 2024-11-20T08:42:45,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:45,879 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204f456298e65147a69a9b7c698b9b14bc_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f456298e65147a69a9b7c698b9b14bc_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:45,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/523d08f51b9545ec95ff88b251e789c5, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:45,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/523d08f51b9545ec95ff88b251e789c5 is 175, key is test_row_0/A:col10/1732092164297/Put/seqid=0 2024-11-20T08:42:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742224_1400 (size=31255) 2024-11-20T08:42:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:46,207 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:46,208 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/a061aca09bee49a18b360ca07b8fcca3 is 175, key is test_row_0/A:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:46,209 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/57481baec92542bcb892e795f3ebd967 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/57481baec92542bcb892e795f3ebd967 2024-11-20T08:42:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742225_1401 (size=31651) 2024-11-20T08:42:46,216 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/B of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 57481baec92542bcb892e795f3ebd967(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:46,216 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:46,216 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, priority=13, startTime=1732092165783; duration=0sec 2024-11-20T08:42:46,216 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:46,216 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:46,217 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:46,217 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/a061aca09bee49a18b360ca07b8fcca3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/a061aca09bee49a18b360ca07b8fcca3 2024-11-20T08:42:46,217 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:46,218 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/C is initiating minor compaction (all files) 2024-11-20T08:42:46,218 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/C in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:46,218 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9e6419670f6545479df93aadc9936c2f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/fa8bdf2e8ef0449ab5c537c196d154f7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ff93841c0d0b481486ad04a97c938ed1] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=33.7 K 2024-11-20T08:42:46,218 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e6419670f6545479df93aadc9936c2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732092160555 2024-11-20T08:42:46,218 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fa8bdf2e8ef0449ab5c537c196d154f7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732092163968 2024-11-20T08:42:46,219 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ff93841c0d0b481486ad04a97c938ed1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732092164074 2024-11-20T08:42:46,221 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/A of 5d1c6551b6d8b0f8111b86ee14ef7c9a into a061aca09bee49a18b360ca07b8fcca3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:46,221 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:46,221 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, priority=13, startTime=1732092165783; duration=0sec 2024-11-20T08:42:46,221 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:46,221 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:46,225 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:46,225 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/3ec070b14b574c00b14bfa32d2ade5e1 is 50, key is test_row_0/C:col10/1732092164079/Put/seqid=0 2024-11-20T08:42:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742226_1402 (size=12697) 2024-11-20T08:42:46,285 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/523d08f51b9545ec95ff88b251e789c5 2024-11-20T08:42:46,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/410f2bac67a047d4baa86218bf4fbba6 is 50, key is test_row_0/B:col10/1732092164297/Put/seqid=0 2024-11-20T08:42:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742227_1403 (size=12301) 2024-11-20T08:42:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:46,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092226563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092226566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:46,635 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/3ec070b14b574c00b14bfa32d2ade5e1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/3ec070b14b574c00b14bfa32d2ade5e1 2024-11-20T08:42:46,642 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/C of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 3ec070b14b574c00b14bfa32d2ade5e1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:46,642 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:46,642 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, priority=13, startTime=1732092165783; duration=0sec 2024-11-20T08:42:46,642 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:46,642 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:46,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092226673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:46,696 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/410f2bac67a047d4baa86218bf4fbba6 2024-11-20T08:42:46,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092226693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:46,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/18de550930d949379e683fbef914715d is 50, key is test_row_0/C:col10/1732092164297/Put/seqid=0 2024-11-20T08:42:46,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742228_1404 (size=12301) 2024-11-20T08:42:46,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092226893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:46,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092226903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:46,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37020 deadline: 1732092226912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:46,919 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5d1c6551b6d8b0f8111b86ee14ef7c9a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:46,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,110 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/18de550930d949379e683fbef914715d 2024-11-20T08:42:47,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/523d08f51b9545ec95ff88b251e789c5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5 2024-11-20T08:42:47,118 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5, entries=150, sequenceid=291, filesize=30.5 K 2024-11-20T08:42:47,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/410f2bac67a047d4baa86218bf4fbba6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/410f2bac67a047d4baa86218bf4fbba6 2024-11-20T08:42:47,122 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/410f2bac67a047d4baa86218bf4fbba6, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T08:42:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/18de550930d949379e683fbef914715d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/18de550930d949379e683fbef914715d 2024-11-20T08:42:47,127 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/18de550930d949379e683fbef914715d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-20T08:42:47,127 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1263ms, sequenceid=291, compaction requested=false 2024-11-20T08:42:47,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:47,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:47,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-20T08:42:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-20T08:42:47,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T08:42:47,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2620 sec 2024-11-20T08:42:47,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.2670 sec 2024-11-20T08:42:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:47,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:47,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:47,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0d0af6ca0a944fd943f69ad24de9fce_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:47,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742229_1405 (size=14994) 2024-11-20T08:42:47,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092227297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092167280, max timestamp=1732092167306Num uniques 859; 2024-11-20T08:42:47,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:47,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092167280, max timestamp=1732092167306Num uniques 859; 2024-11-20T08:42:47,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:47,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092167280, max timestamp=1732092167306Num uniques 859; 2024-11-20T08:42:47,310 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:42:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092227426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092227442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092227553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092227553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:47,635 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b0d0af6ca0a944fd943f69ad24de9fce_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0d0af6ca0a944fd943f69ad24de9fce_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:47,636 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/8c335eb556404b74a26eb25ad4f95687, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:47,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/8c335eb556404b74a26eb25ad4f95687 is 175, key is test_row_0/A:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:47,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742230_1406 (size=39949) 2024-11-20T08:42:47,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/8c335eb556404b74a26eb25ad4f95687 2024-11-20T08:42:47,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/63f303a19e8b4ad5a0ac31be6d59e500 is 50, key is test_row_0/B:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742231_1407 (size=12301) 2024-11-20T08:42:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092227772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092227773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T08:42:48,033 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:48,033 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-20T08:42:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T08:42:48,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:48,036 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:48,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:48,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/63f303a19e8b4ad5a0ac31be6d59e500 2024-11-20T08:42:48,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/4e2a5169736846f09a0b9232a02321b2 is 50, key is test_row_0/C:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:48,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742232_1408 (size=12301) 2024-11-20T08:42:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092228093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:48,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092228093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T08:42:48,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T08:42:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:48,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:48,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T08:42:48,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:48,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:48,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:42:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T08:42:48,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/4e2a5169736846f09a0b9232a02321b2 2024-11-20T08:42:48,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/8c335eb556404b74a26eb25ad4f95687 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687 2024-11-20T08:42:48,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687, entries=200, sequenceid=305, filesize=39.0 K 2024-11-20T08:42:48,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/63f303a19e8b4ad5a0ac31be6d59e500 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/63f303a19e8b4ad5a0ac31be6d59e500 2024-11-20T08:42:48,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/63f303a19e8b4ad5a0ac31be6d59e500, entries=150, sequenceid=305, filesize=12.0 K 2024-11-20T08:42:48,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/4e2a5169736846f09a0b9232a02321b2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4e2a5169736846f09a0b9232a02321b2 2024-11-20T08:42:48,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4e2a5169736846f09a0b9232a02321b2, entries=150, sequenceid=305, filesize=12.0 K 2024-11-20T08:42:48,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1261ms, sequenceid=305, compaction requested=true 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:48,479 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5d1c6551b6d8b0f8111b86ee14ef7c9a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:42:48,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:48,479 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:48,480 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:48,480 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/A is initiating minor compaction (all files) 2024-11-20T08:42:48,480 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/A in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,480 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:48,481 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/B is initiating minor compaction (all files) 2024-11-20T08:42:48,481 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/a061aca09bee49a18b360ca07b8fcca3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=100.4 K 2024-11-20T08:42:48,481 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,481 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/B in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,481 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/a061aca09bee49a18b360ca07b8fcca3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687] 2024-11-20T08:42:48,481 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/57481baec92542bcb892e795f3ebd967, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/410f2bac67a047d4baa86218bf4fbba6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/63f303a19e8b4ad5a0ac31be6d59e500] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=36.4 K 2024-11-20T08:42:48,481 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a061aca09bee49a18b360ca07b8fcca3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732092164074 2024-11-20T08:42:48,481 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 57481baec92542bcb892e795f3ebd967, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732092164074 2024-11-20T08:42:48,481 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 523d08f51b9545ec95ff88b251e789c5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732092164297 2024-11-20T08:42:48,482 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 410f2bac67a047d4baa86218bf4fbba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732092164297 2024-11-20T08:42:48,482 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c335eb556404b74a26eb25ad4f95687, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092166553 2024-11-20T08:42:48,482 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 63f303a19e8b4ad5a0ac31be6d59e500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092166561 2024-11-20T08:42:48,487 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:48,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,495 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:42:48,496 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120999effdb9b954416a5057c0f03f75d5b_5d1c6551b6d8b0f8111b86ee14ef7c9a store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:48,497 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:48,497 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a8ad5518a2074373a79f7848e0366ef0 is 50, key is test_row_0/B:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:48,499 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120999effdb9b954416a5057c0f03f75d5b_5d1c6551b6d8b0f8111b86ee14ef7c9a, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:48,499 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120999effdb9b954416a5057c0f03f75d5b_5d1c6551b6d8b0f8111b86ee14ef7c9a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:48,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742233_1409 (size=12949) 2024-11-20T08:42:48,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742234_1410 (size=4469) 2024-11-20T08:42:48,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aba31ac4e07246eb961e40f4da12adac_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092167440/Put/seqid=0 2024-11-20T08:42:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742235_1411 (size=12454) 2024-11-20T08:42:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:48,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:48,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092228650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T08:42:48,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:48,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092228657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092228773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092228783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:48,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:48,907 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#A#compaction#342 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:48,907 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/e54a3378b5da40a58eb8070252bb7f0b is 175, key is test_row_0/A:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:48,908 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/a8ad5518a2074373a79f7848e0366ef0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a8ad5518a2074373a79f7848e0366ef0 2024-11-20T08:42:48,914 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/B of 5d1c6551b6d8b0f8111b86ee14ef7c9a into a8ad5518a2074373a79f7848e0366ef0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:48,914 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:48,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742236_1412 (size=31903) 2024-11-20T08:42:48,914 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/B, priority=13, startTime=1732092168479; duration=0sec 2024-11-20T08:42:48,914 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:42:48,914 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:B 2024-11-20T08:42:48,914 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:42:48,916 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:42:48,916 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5d1c6551b6d8b0f8111b86ee14ef7c9a/C is initiating minor compaction (all files) 2024-11-20T08:42:48,917 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5d1c6551b6d8b0f8111b86ee14ef7c9a/C in TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:48,917 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/3ec070b14b574c00b14bfa32d2ade5e1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/18de550930d949379e683fbef914715d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4e2a5169736846f09a0b9232a02321b2] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp, totalSize=36.4 K 2024-11-20T08:42:48,917 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ec070b14b574c00b14bfa32d2ade5e1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732092164074 2024-11-20T08:42:48,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:48,919 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 18de550930d949379e683fbef914715d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732092164297 2024-11-20T08:42:48,920 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e2a5169736846f09a0b9232a02321b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092166561 2024-11-20T08:42:48,922 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120aba31ac4e07246eb961e40f4da12adac_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aba31ac4e07246eb961e40f4da12adac_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/b64453529af0420f8d1d9bde6aad19b3, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:48,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/b64453529af0420f8d1d9bde6aad19b3 is 175, key is test_row_0/A:col10/1732092167440/Put/seqid=0 2024-11-20T08:42:48,926 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5d1c6551b6d8b0f8111b86ee14ef7c9a#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:42:48,926 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/9220da51b7f94a609ac2bd24b7c129d8 is 50, key is test_row_0/C:col10/1732092166561/Put/seqid=0 2024-11-20T08:42:48,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742237_1413 (size=31255) 2024-11-20T08:42:48,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742238_1414 (size=12949) 2024-11-20T08:42:49,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092228993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092229003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T08:42:49,319 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/e54a3378b5da40a58eb8070252bb7f0b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/e54a3378b5da40a58eb8070252bb7f0b 2024-11-20T08:42:49,323 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/A of 5d1c6551b6d8b0f8111b86ee14ef7c9a into e54a3378b5da40a58eb8070252bb7f0b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:49,323 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:49,323 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/A, priority=13, startTime=1732092168479; duration=0sec 2024-11-20T08:42:49,323 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:49,323 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:A 2024-11-20T08:42:49,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092229313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:49,328 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/b64453529af0420f8d1d9bde6aad19b3 2024-11-20T08:42:49,334 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/9220da51b7f94a609ac2bd24b7c129d8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9220da51b7f94a609ac2bd24b7c129d8 2024-11-20T08:42:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092229323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/7ae3daf1064e47528d4a1448e8c18df5 is 50, key is test_row_0/B:col10/1732092167440/Put/seqid=0 2024-11-20T08:42:49,339 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5d1c6551b6d8b0f8111b86ee14ef7c9a/C of 5d1c6551b6d8b0f8111b86ee14ef7c9a into 9220da51b7f94a609ac2bd24b7c129d8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:42:49,339 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:49,339 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., storeName=5d1c6551b6d8b0f8111b86ee14ef7c9a/C, priority=13, startTime=1732092168479; duration=0sec 2024-11-20T08:42:49,339 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:42:49,339 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5d1c6551b6d8b0f8111b86ee14ef7c9a:C 2024-11-20T08:42:49,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742239_1415 (size=12301) 2024-11-20T08:42:49,740 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/7ae3daf1064e47528d4a1448e8c18df5 2024-11-20T08:42:49,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/bb17cca9beb048e5b6fb75e94d535574 is 50, key is test_row_0/C:col10/1732092167440/Put/seqid=0 2024-11-20T08:42:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742240_1416 (size=12301) 2024-11-20T08:42:49,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36956 deadline: 1732092229832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:49,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:42:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36944 deadline: 1732092229843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:42:49,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:42:50,152 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/bb17cca9beb048e5b6fb75e94d535574 2024-11-20T08:42:50,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/b64453529af0420f8d1d9bde6aad19b3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/b64453529af0420f8d1d9bde6aad19b3 2024-11-20T08:42:50,159 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/b64453529af0420f8d1d9bde6aad19b3, entries=150, sequenceid=341, filesize=30.5 K 2024-11-20T08:42:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/7ae3daf1064e47528d4a1448e8c18df5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7ae3daf1064e47528d4a1448e8c18df5 2024-11-20T08:42:50,165 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7ae3daf1064e47528d4a1448e8c18df5, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T08:42:50,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/bb17cca9beb048e5b6fb75e94d535574 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/bb17cca9beb048e5b6fb75e94d535574 2024-11-20T08:42:50,169 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/bb17cca9beb048e5b6fb75e94d535574, entries=150, sequenceid=341, filesize=12.0 K 2024-11-20T08:42:50,170 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1675ms, sequenceid=341, compaction requested=false 2024-11-20T08:42:50,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:50,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:50,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-20T08:42:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-20T08:42:50,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T08:42:50,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1360 sec 2024-11-20T08:42:50,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1410 sec 2024-11-20T08:42:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T08:42:50,184 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:50,184 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:42:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-20T08:42:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T08:42:50,186 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:42:50,186 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:42:50,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:42:50,269 INFO [Thread-1530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1530. 2024-11-20T08:42:50,269 DEBUG [Thread-1530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,269 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,269 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:50,274 INFO [Thread-1534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1534. 2024-11-20T08:42:50,274 DEBUG [Thread-1534 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,275 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,275 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:50,275 INFO [Thread-1528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1528. 2024-11-20T08:42:50,275 DEBUG [Thread-1528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,276 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,276 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:50,278 INFO [Thread-1532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1532. 2024-11-20T08:42:50,278 DEBUG [Thread-1532 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,278 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,278 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:50,281 INFO [Thread-1536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1536. 2024-11-20T08:42:50,282 DEBUG [Thread-1536 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,282 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,282 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T08:42:50,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T08:42:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:50,339 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:42:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112070a440b2d3ad4bffb8c03aed51da8e6d_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_0/A:col10/1732092168655/Put/seqid=0 2024-11-20T08:42:50,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742241_1417 (size=12454) 2024-11-20T08:42:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T08:42:50,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:50,752 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112070a440b2d3ad4bffb8c03aed51da8e6d_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070a440b2d3ad4bffb8c03aed51da8e6d_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:50,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/0cb601a1d61f4048a3cfefe4f8845461, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/0cb601a1d61f4048a3cfefe4f8845461 is 175, key is test_row_0/A:col10/1732092168655/Put/seqid=0 2024-11-20T08:42:50,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742242_1418 (size=31255) 2024-11-20T08:42:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T08:42:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:50,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. as already flushing 2024-11-20T08:42:50,854 INFO [Thread-1525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1525. 2024-11-20T08:42:50,854 DEBUG [Thread-1525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,854 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,855 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:50,864 INFO [Thread-1523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1523. 2024-11-20T08:42:50,864 DEBUG [Thread-1523 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:50,864 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,864 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:50,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:51,157 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/0cb601a1d61f4048a3cfefe4f8845461 2024-11-20T08:42:51,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/8977028fe8f54cb18b2c5bf9f897b695 is 50, key is test_row_0/B:col10/1732092168655/Put/seqid=0 2024-11-20T08:42:51,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742243_1419 (size=12301) 2024-11-20T08:42:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T08:42:51,566 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/8977028fe8f54cb18b2c5bf9f897b695 2024-11-20T08:42:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/ce4e8384a7af41e6beb02ebf652c2c83 is 50, key is test_row_0/C:col10/1732092168655/Put/seqid=0 2024-11-20T08:42:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742244_1420 (size=12301) 2024-11-20T08:42:51,975 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/ce4e8384a7af41e6beb02ebf652c2c83 2024-11-20T08:42:51,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/0cb601a1d61f4048a3cfefe4f8845461 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/0cb601a1d61f4048a3cfefe4f8845461 2024-11-20T08:42:51,982 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/0cb601a1d61f4048a3cfefe4f8845461, entries=150, sequenceid=355, filesize=30.5 K 2024-11-20T08:42:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/8977028fe8f54cb18b2c5bf9f897b695 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/8977028fe8f54cb18b2c5bf9f897b695 2024-11-20T08:42:51,985 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/8977028fe8f54cb18b2c5bf9f897b695, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T08:42:51,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/ce4e8384a7af41e6beb02ebf652c2c83 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ce4e8384a7af41e6beb02ebf652c2c83 2024-11-20T08:42:51,988 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ce4e8384a7af41e6beb02ebf652c2c83, entries=150, sequenceid=355, filesize=12.0 K 2024-11-20T08:42:51,989 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=13.42 KB/13740 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1650ms, sequenceid=355, compaction requested=true 2024-11-20T08:42:51,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: 2024-11-20T08:42:51,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:51,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-20T08:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-20T08:42:51,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T08:42:51,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-20T08:42:51,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8090 sec 2024-11-20T08:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T08:42:52,333 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:53,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:42:55,285 INFO [Thread-1517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1517. 2024-11-20T08:42:55,285 DEBUG [Thread-1517 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:55,285 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:55,285 INFO [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519. 2024-11-20T08:42:55,285 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:55,285 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:55,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:55,285 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:55,285 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:55,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:56,974 INFO [Thread-1521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1521. 2024-11-20T08:42:56,974 DEBUG [Thread-1521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:42:56,974 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:56,974 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:56,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 919 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2757 rows 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 913 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2739 rows 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 923 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2763 rows 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 924 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2770 rows 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 921 2024-11-20T08:42:56,975 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2762 rows 2024-11-20T08:42:56,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:42:56,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:42:56,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:56,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:42:56,975 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:42:56,976 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:42:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T08:42:56,979 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092176978"}]},"ts":"1732092176978"} 2024-11-20T08:42:56,980 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:42:56,980 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:42:56,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:42:56,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, UNASSIGN}] 2024-11-20T08:42:56,982 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, UNASSIGN 2024-11-20T08:42:56,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:42:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, UNASSIGN because future has completed 2024-11-20T08:42:56,984 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:42:56,984 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:42:57,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T08:42:57,136 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(122): Close 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:57,136 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:42:57,136 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1722): Closing 5d1c6551b6d8b0f8111b86ee14ef7c9a, disabling compactions & flushes 2024-11-20T08:42:57,136 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:57,136 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:57,136 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. after waiting 0 ms 2024-11-20T08:42:57,136 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:57,137 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(2902): Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T08:42:57,137 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=A 2024-11-20T08:42:57,137 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:57,137 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=B 2024-11-20T08:42:57,137 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:57,137 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5d1c6551b6d8b0f8111b86ee14ef7c9a, store=C 2024-11-20T08:42:57,137 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:42:57,143 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fa51f7723518419e9b72bebff574a5a7_5d1c6551b6d8b0f8111b86ee14ef7c9a is 50, key is test_row_1/A:col10/1732092176973/Put/seqid=0 2024-11-20T08:42:57,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742245_1421 (size=9914) 2024-11-20T08:42:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T08:42:57,546 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:57,550 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fa51f7723518419e9b72bebff574a5a7_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fa51f7723518419e9b72bebff574a5a7_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:57,551 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/1ac2de176c114cb9b21910af99f6a9cf, store: [table=TestAcidGuarantees family=A region=5d1c6551b6d8b0f8111b86ee14ef7c9a] 2024-11-20T08:42:57,551 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/1ac2de176c114cb9b21910af99f6a9cf is 175, key is test_row_1/A:col10/1732092176973/Put/seqid=0 2024-11-20T08:42:57,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742246_1422 (size=22561) 2024-11-20T08:42:57,558 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cce448afe7354f7d84b5b4c82ce0266b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/3f5b27b274be45cda4a8f12754e8ae5a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/97491e19fe5442798157fc097112fe18, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/aae1987986a54e779c5e03f565c8ed69, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/a061aca09bee49a18b360ca07b8fcca3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687] to archive 2024-11-20T08:42:57,559 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:57,560 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/eccdf8002440423e9d90a98bded8a71e 2024-11-20T08:42:57,561 WARN [regionserver/be1eb2620e0e:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-20T08:42:57,562 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/099825df0b12465cbde33175146aa740 2024-11-20T08:42:57,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/c493077dcb8b4bf687cdb27855dfe5c6 2024-11-20T08:42:57,563 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cce448afe7354f7d84b5b4c82ce0266b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cce448afe7354f7d84b5b4c82ce0266b 2024-11-20T08:42:57,564 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/cb02e330eeb2478b8dcfe0db2b38f925 2024-11-20T08:42:57,565 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/7bf69f35ec174e33a9512b67106a71da 2024-11-20T08:42:57,566 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/3f5b27b274be45cda4a8f12754e8ae5a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/3f5b27b274be45cda4a8f12754e8ae5a 2024-11-20T08:42:57,567 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/40033bfa4311405da3a04b7a4ae4ffd1 2024-11-20T08:42:57,568 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/4691efae7cc14dc2baf187e48343fd16 2024-11-20T08:42:57,568 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/97491e19fe5442798157fc097112fe18 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/97491e19fe5442798157fc097112fe18 2024-11-20T08:42:57,569 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/50e05bfe487e4d089d2a4ed786f4489d 2024-11-20T08:42:57,570 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/ed32f505d98941e08b6ad573864f432d 2024-11-20T08:42:57,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/d0c8c365304a47bcadc0245bb36f5601 2024-11-20T08:42:57,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/aae1987986a54e779c5e03f565c8ed69 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/aae1987986a54e779c5e03f565c8ed69 2024-11-20T08:42:57,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/6ac5948f308d4270980142a68e563ebf 2024-11-20T08:42:57,573 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/a061aca09bee49a18b360ca07b8fcca3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/a061aca09bee49a18b360ca07b8fcca3 2024-11-20T08:42:57,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/bb7b1ed7de8a4603a882af9d802afd5e 2024-11-20T08:42:57,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/523d08f51b9545ec95ff88b251e789c5 2024-11-20T08:42:57,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/8c335eb556404b74a26eb25ad4f95687 2024-11-20T08:42:57,578 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/674ccbe0b0fe4d9983bea37d76aece71, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/f6a68a09b7374d7bbddea12162c7c73a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a963791d275b4ec8ac5f76e49a566845, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/b9ba3cb3a77e4dfab3edc7bcb634a946, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ee4e175a3bec48c5b9df68d9243a83cc, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/2d69e23c9a5e429eaaa69453a9d0a7eb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ab775fbbe495416fac24d37d4c33e306, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d8e1f5411cb84aca9d6d954a32af3b32, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/cf4367f329354cc4b79868c12787223c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/425ab308b0b141a6adcb9af37fdf0309, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d447736ec00d4b31b096c52d37c2c5a1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/3d6c5604454348d993a059f8b42a9c93, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1c3df955949d474aabf0476d87f97cc1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7f1992ecc04a4bc2864f90cbcc431f94, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/581dea5e4389427e97aea2504565007c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/57481baec92542bcb892e795f3ebd967, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a98965c5b0bf48aab7dfaf4924517d62, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/410f2bac67a047d4baa86218bf4fbba6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/63f303a19e8b4ad5a0ac31be6d59e500] to archive 2024-11-20T08:42:57,579 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:57,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/674ccbe0b0fe4d9983bea37d76aece71 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/674ccbe0b0fe4d9983bea37d76aece71 2024-11-20T08:42:57,581 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/f6a68a09b7374d7bbddea12162c7c73a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/f6a68a09b7374d7bbddea12162c7c73a 2024-11-20T08:42:57,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a963791d275b4ec8ac5f76e49a566845 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a963791d275b4ec8ac5f76e49a566845 2024-11-20T08:42:57,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/b9ba3cb3a77e4dfab3edc7bcb634a946 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/b9ba3cb3a77e4dfab3edc7bcb634a946 2024-11-20T08:42:57,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ee4e175a3bec48c5b9df68d9243a83cc to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ee4e175a3bec48c5b9df68d9243a83cc 2024-11-20T08:42:57,584 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/2d69e23c9a5e429eaaa69453a9d0a7eb to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/2d69e23c9a5e429eaaa69453a9d0a7eb 2024-11-20T08:42:57,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ab775fbbe495416fac24d37d4c33e306 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/ab775fbbe495416fac24d37d4c33e306 2024-11-20T08:42:57,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d8e1f5411cb84aca9d6d954a32af3b32 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d8e1f5411cb84aca9d6d954a32af3b32 2024-11-20T08:42:57,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/cf4367f329354cc4b79868c12787223c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/cf4367f329354cc4b79868c12787223c 2024-11-20T08:42:57,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/425ab308b0b141a6adcb9af37fdf0309 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/425ab308b0b141a6adcb9af37fdf0309 2024-11-20T08:42:57,588 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d447736ec00d4b31b096c52d37c2c5a1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/d447736ec00d4b31b096c52d37c2c5a1 2024-11-20T08:42:57,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/3d6c5604454348d993a059f8b42a9c93 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/3d6c5604454348d993a059f8b42a9c93 2024-11-20T08:42:57,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1c3df955949d474aabf0476d87f97cc1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1c3df955949d474aabf0476d87f97cc1 2024-11-20T08:42:57,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7f1992ecc04a4bc2864f90cbcc431f94 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7f1992ecc04a4bc2864f90cbcc431f94 2024-11-20T08:42:57,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/581dea5e4389427e97aea2504565007c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/581dea5e4389427e97aea2504565007c 2024-11-20T08:42:57,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/57481baec92542bcb892e795f3ebd967 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/57481baec92542bcb892e795f3ebd967 2024-11-20T08:42:57,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a98965c5b0bf48aab7dfaf4924517d62 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a98965c5b0bf48aab7dfaf4924517d62 2024-11-20T08:42:57,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/410f2bac67a047d4baa86218bf4fbba6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/410f2bac67a047d4baa86218bf4fbba6 2024-11-20T08:42:57,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/63f303a19e8b4ad5a0ac31be6d59e500 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/63f303a19e8b4ad5a0ac31be6d59e500 2024-11-20T08:42:57,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/c4cb8a5283bb4bdf80d0fa6dc0875651, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/b799a1f20db64be38e96594fbda4321f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9bde1063f73b4f098de2cdc95e756d9e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/a83ef4bd9d01452a8826ab2d393c79d8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/5c247a67f354480d8daac91f6bf70bf6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/edaa9af4ddbe49b7b3a184d5c5f49f36, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/d8a3ee3815884525ad2527acc0889899, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/2dd1da21195c4d04bcc1f90f6a6ff54c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/f19d78e44fea41e9830a2b1fedbd72e5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/e12c884d622f497381255edfebff89f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/711ac6c219f141bca43960fc0774ddff, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4bd98e92601143968b309e9d490a4655, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9e6419670f6545479df93aadc9936c2f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/8cad6813aad14d26a7fc31ad277196d2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/fa8bdf2e8ef0449ab5c537c196d154f7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/3ec070b14b574c00b14bfa32d2ade5e1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ff93841c0d0b481486ad04a97c938ed1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/18de550930d949379e683fbef914715d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4e2a5169736846f09a0b9232a02321b2] to archive 2024-11-20T08:42:57,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:42:57,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/c4cb8a5283bb4bdf80d0fa6dc0875651 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/c4cb8a5283bb4bdf80d0fa6dc0875651 2024-11-20T08:42:57,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/b799a1f20db64be38e96594fbda4321f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/b799a1f20db64be38e96594fbda4321f 2024-11-20T08:42:57,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9bde1063f73b4f098de2cdc95e756d9e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9bde1063f73b4f098de2cdc95e756d9e 2024-11-20T08:42:57,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/a83ef4bd9d01452a8826ab2d393c79d8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/a83ef4bd9d01452a8826ab2d393c79d8 2024-11-20T08:42:57,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/5c247a67f354480d8daac91f6bf70bf6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/5c247a67f354480d8daac91f6bf70bf6 2024-11-20T08:42:57,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/edaa9af4ddbe49b7b3a184d5c5f49f36 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/edaa9af4ddbe49b7b3a184d5c5f49f36 2024-11-20T08:42:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T08:42:57,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/d8a3ee3815884525ad2527acc0889899 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/d8a3ee3815884525ad2527acc0889899 2024-11-20T08:42:57,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/2dd1da21195c4d04bcc1f90f6a6ff54c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/2dd1da21195c4d04bcc1f90f6a6ff54c 2024-11-20T08:42:57,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/f19d78e44fea41e9830a2b1fedbd72e5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/f19d78e44fea41e9830a2b1fedbd72e5 2024-11-20T08:42:57,606 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/e12c884d622f497381255edfebff89f5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/e12c884d622f497381255edfebff89f5 2024-11-20T08:42:57,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/711ac6c219f141bca43960fc0774ddff to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/711ac6c219f141bca43960fc0774ddff 2024-11-20T08:42:57,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4bd98e92601143968b309e9d490a4655 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4bd98e92601143968b309e9d490a4655 2024-11-20T08:42:57,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9e6419670f6545479df93aadc9936c2f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9e6419670f6545479df93aadc9936c2f 2024-11-20T08:42:57,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/8cad6813aad14d26a7fc31ad277196d2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/8cad6813aad14d26a7fc31ad277196d2 2024-11-20T08:42:57,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/fa8bdf2e8ef0449ab5c537c196d154f7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/fa8bdf2e8ef0449ab5c537c196d154f7 2024-11-20T08:42:57,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/3ec070b14b574c00b14bfa32d2ade5e1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/3ec070b14b574c00b14bfa32d2ade5e1 2024-11-20T08:42:57,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ff93841c0d0b481486ad04a97c938ed1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ff93841c0d0b481486ad04a97c938ed1 2024-11-20T08:42:57,613 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/18de550930d949379e683fbef914715d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/18de550930d949379e683fbef914715d 2024-11-20T08:42:57,613 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/be1eb2620e0e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4e2a5169736846f09a0b9232a02321b2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/4e2a5169736846f09a0b9232a02321b2 2024-11-20T08:42:57,955 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/1ac2de176c114cb9b21910af99f6a9cf 2024-11-20T08:42:57,961 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/1453d45a2c5a4d49b34181e956e0da99 is 50, key is test_row_1/B:col10/1732092176973/Put/seqid=0 2024-11-20T08:42:57,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742247_1423 (size=9857) 2024-11-20T08:42:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T08:42:58,365 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/1453d45a2c5a4d49b34181e956e0da99 2024-11-20T08:42:58,370 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/0f2cb5287e0e4663ad1a60348e913e5d is 50, key is test_row_1/C:col10/1732092176973/Put/seqid=0 2024-11-20T08:42:58,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742248_1424 (size=9857) 2024-11-20T08:42:58,774 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/0f2cb5287e0e4663ad1a60348e913e5d 2024-11-20T08:42:58,778 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/A/1ac2de176c114cb9b21910af99f6a9cf as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/1ac2de176c114cb9b21910af99f6a9cf 2024-11-20T08:42:58,781 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/1ac2de176c114cb9b21910af99f6a9cf, entries=100, sequenceid=363, filesize=22.0 K 2024-11-20T08:42:58,782 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/B/1453d45a2c5a4d49b34181e956e0da99 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1453d45a2c5a4d49b34181e956e0da99 2024-11-20T08:42:58,784 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1453d45a2c5a4d49b34181e956e0da99, entries=100, sequenceid=363, filesize=9.6 K 2024-11-20T08:42:58,785 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/.tmp/C/0f2cb5287e0e4663ad1a60348e913e5d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/0f2cb5287e0e4663ad1a60348e913e5d 2024-11-20T08:42:58,788 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/0f2cb5287e0e4663ad1a60348e913e5d, entries=100, sequenceid=363, filesize=9.6 K 2024-11-20T08:42:58,789 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1652ms, sequenceid=363, compaction requested=true 2024-11-20T08:42:58,792 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-11-20T08:42:58,793 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. 2024-11-20T08:42:58,793 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1676): Region close journal for 5d1c6551b6d8b0f8111b86ee14ef7c9a: Waiting for close lock at 1732092177136Running coprocessor pre-close hooks at 1732092177136Disabling compacts and flushes for region at 1732092177136Disabling writes for close at 1732092177136Obtaining lock to block concurrent updates at 1732092177137 (+1 ms)Preparing flush snapshotting stores in 5d1c6551b6d8b0f8111b86ee14ef7c9a at 1732092177137Finished memstore snapshotting TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732092177137Flushing stores of TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a. at 1732092177138 (+1 ms)Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/A: creating writer at 1732092177138Flushing mob file 5d1c6551b6d8b0f8111b86ee14ef7c9a/A: appending metadata at 1732092177142 (+4 ms)Flushing mob file 5d1c6551b6d8b0f8111b86ee14ef7c9a/A: closing flushed file at 1732092177142Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/A: appending metadata at 1732092177551 (+409 ms)Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/A: closing flushed file at 1732092177551Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/B: creating writer at 1732092177958 (+407 ms)Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/B: appending metadata at 1732092177960 (+2 ms)Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/B: closing flushed file at 1732092177960Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/C: creating writer at 1732092178368 (+408 ms)Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/C: appending metadata at 1732092178370 (+2 ms)Flushing 5d1c6551b6d8b0f8111b86ee14ef7c9a/C: closing flushed file at 1732092178370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f60771f: reopening flushed file at 1732092178777 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3085b0ee: reopening flushed file at 1732092178781 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f22a27c: reopening flushed file at 1732092178785 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 5d1c6551b6d8b0f8111b86ee14ef7c9a in 1652ms, sequenceid=363, compaction requested=true at 1732092178789 (+4 ms)Writing region close event to WAL at 1732092178790 (+1 ms)Running coprocessor post-close hooks at 1732092178793 (+3 ms)Closed at 1732092178793 2024-11-20T08:42:58,795 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(157): Closed 5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:58,795 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=107 updating hbase:meta row=5d1c6551b6d8b0f8111b86ee14ef7c9a, regionState=CLOSED 2024-11-20T08:42:58,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=108, ppid=107, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:42:58,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T08:42:58,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseRegionProcedure 5d1c6551b6d8b0f8111b86ee14ef7c9a, server=be1eb2620e0e,44595,1732092055690 in 1.8130 sec 2024-11-20T08:42:58,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=107, resume processing ppid=106 2024-11-20T08:42:58,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, ppid=106, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5d1c6551b6d8b0f8111b86ee14ef7c9a, UNASSIGN in 1.8180 sec 2024-11-20T08:42:58,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T08:42:58,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8210 sec 2024-11-20T08:42:58,804 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092178804"}]},"ts":"1732092178804"} 2024-11-20T08:42:58,805 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:42:58,805 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:42:58,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8290 sec 2024-11-20T08:42:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T08:42:59,124 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:59,124 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:42:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,126 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=109, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T08:42:59,127 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=109, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,128 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,130 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/recovered.edits] 2024-11-20T08:42:59,132 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/0cb601a1d61f4048a3cfefe4f8845461 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/0cb601a1d61f4048a3cfefe4f8845461 2024-11-20T08:42:59,133 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/1ac2de176c114cb9b21910af99f6a9cf to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/1ac2de176c114cb9b21910af99f6a9cf 2024-11-20T08:42:59,134 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/b64453529af0420f8d1d9bde6aad19b3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/b64453529af0420f8d1d9bde6aad19b3 2024-11-20T08:42:59,135 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/e54a3378b5da40a58eb8070252bb7f0b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/A/e54a3378b5da40a58eb8070252bb7f0b 2024-11-20T08:42:59,137 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1453d45a2c5a4d49b34181e956e0da99 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/1453d45a2c5a4d49b34181e956e0da99 2024-11-20T08:42:59,137 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7ae3daf1064e47528d4a1448e8c18df5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/7ae3daf1064e47528d4a1448e8c18df5 2024-11-20T08:42:59,138 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/8977028fe8f54cb18b2c5bf9f897b695 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/8977028fe8f54cb18b2c5bf9f897b695 2024-11-20T08:42:59,139 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a8ad5518a2074373a79f7848e0366ef0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/B/a8ad5518a2074373a79f7848e0366ef0 2024-11-20T08:42:59,141 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/0f2cb5287e0e4663ad1a60348e913e5d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/0f2cb5287e0e4663ad1a60348e913e5d 2024-11-20T08:42:59,141 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9220da51b7f94a609ac2bd24b7c129d8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/9220da51b7f94a609ac2bd24b7c129d8 2024-11-20T08:42:59,142 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/bb17cca9beb048e5b6fb75e94d535574 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/bb17cca9beb048e5b6fb75e94d535574 2024-11-20T08:42:59,143 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ce4e8384a7af41e6beb02ebf652c2c83 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/C/ce4e8384a7af41e6beb02ebf652c2c83 2024-11-20T08:42:59,145 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/recovered.edits/366.seqid to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a/recovered.edits/366.seqid 2024-11-20T08:42:59,146 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,146 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:42:59,146 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:42:59,147 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T08:42:59,149 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120125250592bdc47bb98245a077b862dfc_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120125250592bdc47bb98245a077b862dfc_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,150 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b1caa024ad243af911ea4956b2e0f47_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202b1caa024ad243af911ea4956b2e0f47_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,151 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203990032ee14c467fad54dac20a7f6377_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203990032ee14c467fad54dac20a7f6377_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,152 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112039b51b3fcc7d4c8f938a59165306a769_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112039b51b3fcc7d4c8f938a59165306a769_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,153 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204945d516ae3b4dbaad106dcfca562776_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204945d516ae3b4dbaad106dcfca562776_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,154 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f456298e65147a69a9b7c698b9b14bc_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f456298e65147a69a9b7c698b9b14bc_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,155 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120524e0b196ab9474199428948fafb9d38_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120524e0b196ab9474199428948fafb9d38_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,156 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120555c5e0e33c7452d99b568ec6c37e6b6_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120555c5e0e33c7452d99b568ec6c37e6b6_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,157 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120604b777604214c8e8ec58d84d14da700_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120604b777604214c8e8ec58d84d14da700_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,158 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206dd796ea17b6412490eb69353bef75f9_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206dd796ea17b6412490eb69353bef75f9_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,159 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070a440b2d3ad4bffb8c03aed51da8e6d_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112070a440b2d3ad4bffb8c03aed51da8e6d_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,160 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c2ba30782e34fa8867d733835e18a0c_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208c2ba30782e34fa8867d733835e18a0c_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,161 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aba31ac4e07246eb961e40f4da12adac_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120aba31ac4e07246eb961e40f4da12adac_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,162 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0d0af6ca0a944fd943f69ad24de9fce_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b0d0af6ca0a944fd943f69ad24de9fce_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,163 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cde760475af742c48e4b56060133d344_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cde760475af742c48e4b56060133d344_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,164 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5e18995e3fd4629a3e24da4c4c308da_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d5e18995e3fd4629a3e24da4c4c308da_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,165 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fa51f7723518419e9b72bebff574a5a7_5d1c6551b6d8b0f8111b86ee14ef7c9a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fa51f7723518419e9b72bebff574a5a7_5d1c6551b6d8b0f8111b86ee14ef7c9a 2024-11-20T08:42:59,165 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:42:59,167 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=109, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,169 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:42:59,171 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:42:59,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=109, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,172 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:42:59,172 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732092179172"}]},"ts":"9223372036854775807"} 2024-11-20T08:42:59,174 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T08:42:59,174 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5d1c6551b6d8b0f8111b86ee14ef7c9a, NAME => 'TestAcidGuarantees,,1732092147102.5d1c6551b6d8b0f8111b86ee14ef7c9a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:42:59,174 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:42:59,174 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732092179174"}]},"ts":"9223372036854775807"} 2024-11-20T08:42:59,175 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T08:42:59,176 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=109, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-20T08:42:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T08:42:59,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T08:42:59,234 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:42:59,247 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=247 (was 250), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 366), ProcessCount=11 (was 11), AvailableMemoryMB=254 (was 366) 2024-11-20T08:42:59,260 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=249 2024-11-20T08:42:59,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:42:59,262 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:42:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:42:59,264 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:42:59,264 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:42:59,264 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 110 2024-11-20T08:42:59,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:42:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-20T08:42:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742249_1425 (size=1061) 2024-11-20T08:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-20T08:42:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-20T08:42:59,671 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:42:59,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742250_1426 (size=53) 2024-11-20T08:42:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-20T08:43:00,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:43:00,076 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fcd017c0efd166ed35e6d695a7b4957a, disabling compactions & flushes 2024-11-20T08:43:00,077 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. after waiting 0 ms 2024-11-20T08:43:00,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,077 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,077 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcd017c0efd166ed35e6d695a7b4957a: Waiting for close lock at 1732092180076Disabling compacts and flushes for region at 1732092180076Disabling writes for close at 1732092180077 (+1 ms)Writing region close event to WAL at 1732092180077Closed at 1732092180077 2024-11-20T08:43:00,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:43:00,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732092180078"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092180078"}]},"ts":"1732092180078"} 2024-11-20T08:43:00,079 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:43:00,080 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:43:00,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092180080"}]},"ts":"1732092180080"} 2024-11-20T08:43:00,081 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:43:00,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, ASSIGN}] 2024-11-20T08:43:00,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, ASSIGN 2024-11-20T08:43:00,083 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, ASSIGN; state=OFFLINE, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=false 2024-11-20T08:43:00,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=fcd017c0efd166ed35e6d695a7b4957a, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:00,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, ASSIGN because future has completed 2024-11-20T08:43:00,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:43:00,390 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,390 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7752): Opening region: {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:43:00,391 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,391 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:43:00,391 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7794): checking encryption for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,391 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(7797): checking classloading for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,392 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,394 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:00,394 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd017c0efd166ed35e6d695a7b4957a columnFamilyName A 2024-11-20T08:43:00,394 DEBUG [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:00,395 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.HStore(327): Store=fcd017c0efd166ed35e6d695a7b4957a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:00,395 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,397 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:00,397 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd017c0efd166ed35e6d695a7b4957a columnFamilyName B 2024-11-20T08:43:00,397 DEBUG [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:00,397 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.HStore(327): Store=fcd017c0efd166ed35e6d695a7b4957a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:00,398 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,399 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:00,399 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcd017c0efd166ed35e6d695a7b4957a columnFamilyName C 2024-11-20T08:43:00,399 DEBUG [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:00,399 INFO [StoreOpener-fcd017c0efd166ed35e6d695a7b4957a-1 {}] regionserver.HStore(327): Store=fcd017c0efd166ed35e6d695a7b4957a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:00,399 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,400 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1038): replaying wal for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,400 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,401 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,402 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1048): stopping wal replay for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,402 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1060): Cleaning up temporary data for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,402 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:43:00,403 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1093): writing seq id for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-20T08:43:00,405 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:43:00,405 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1114): Opened fcd017c0efd166ed35e6d695a7b4957a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70372527, jitterRate=0.04863236844539642}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:43:00,405 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:00,406 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegion(1006): Region open journal for fcd017c0efd166ed35e6d695a7b4957a: Running coprocessor pre-open hook at 1732092180391Writing region info on filesystem at 1732092180391Initializing all the Stores at 1732092180392 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092180392Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092180392Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092180392Cleaning up temporary data from old regions at 1732092180402 (+10 ms)Running coprocessor post-open hooks at 1732092180405 (+3 ms)Region opened successfully at 1732092180406 (+1 ms) 2024-11-20T08:43:00,407 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., pid=112, masterSystemTime=1732092180386 2024-11-20T08:43:00,408 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,408 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=112}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:00,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=111 updating hbase:meta row=fcd017c0efd166ed35e6d695a7b4957a, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:00,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=111, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:43:00,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-20T08:43:00,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; OpenRegionProcedure fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 in 176 msec 2024-11-20T08:43:00,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=110 2024-11-20T08:43:00,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=110, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, ASSIGN in 331 msec 2024-11-20T08:43:00,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:43:00,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092180414"}]},"ts":"1732092180414"} 2024-11-20T08:43:00,416 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:43:00,416 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=110, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:43:00,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-20T08:43:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=110 2024-11-20T08:43:01,413 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:01,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240ff5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,416 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c55711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,418 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,418 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f13b1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,419 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:43:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:43:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13898176 2024-11-20T08:43:01,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:43:01,422 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:43:01,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe58708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,424 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1376de23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,425 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ece4853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a996003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,427 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee2b695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,428 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3911fdbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa5b488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,429 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb0b7f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,430 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605acd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20425f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,432 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6023ca4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,433 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9388db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26585529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,435 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a637e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdf1867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3183132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,437 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f6becc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,438 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,439 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,439 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341181dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497b7a5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,440 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b9d1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,440 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,441 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,441 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34134, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,442 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5890d0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccc499d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,442 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,442 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,443 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f187aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,443 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c784835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f5b6f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,445 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309c87e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,446 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14219450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b23bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,448 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:01,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:01,448 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf46ca1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:01,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:01,450 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:01,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d58c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:01,451 DEBUG [Thread-1939 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,451 DEBUG [Thread-1937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,451 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,451 DEBUG [Thread-1926 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,453 DEBUG [Thread-1930 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34570, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,455 DEBUG [Thread-1933 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,455 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,455 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,457 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,457 DEBUG [Thread-1935 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,458 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,460 DEBUG [Thread-1941 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,461 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:01,461 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:01,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,462 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:01,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34594, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:01,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:43:01,466 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:01,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-20T08:43:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T08:43:01,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34598, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:01,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:01,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2] 2024-11-20T08:43:01,473 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:01,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:01,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/8bd1cb42d6bc476683211260e98e54fe is 50, key is test_row_0/A:col10/1732092181462/Put/seqid=0 2024-11-20T08:43:01,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742251_1427 (size=12001) 2024-11-20T08:43:01,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092241500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092241500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092181493, max timestamp=1732092181511Num uniques 859; 2024-11-20T08:43:01,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092181493, max timestamp=1732092181511Num uniques 859; 2024-11-20T08:43:01,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092181493, max timestamp=1732092181511Num uniques 859; 2024-11-20T08:43:01,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:43:01,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:43:01,515 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:43:01,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T08:43:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092241582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092241582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092241583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092241623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,625 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092241623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T08:43:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:01,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092241703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092241703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092241703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T08:43:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:01,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T08:43:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092241833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092241833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/8bd1cb42d6bc476683211260e98e54fe 2024-11-20T08:43:01,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/39b3fe699c3d49049368fda600de4c88 is 50, key is test_row_0/B:col10/1732092181462/Put/seqid=0 2024-11-20T08:43:01,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742252_1428 (size=12001) 2024-11-20T08:43:01,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/39b3fe699c3d49049368fda600de4c88 2024-11-20T08:43:01,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T08:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:01,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092241923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092241923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,936 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092241923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:01,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:01,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/5465be4a6f8044ae88b309f184e17a2c is 50, key is test_row_0/C:col10/1732092181462/Put/seqid=0 2024-11-20T08:43:01,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742253_1429 (size=12001) 2024-11-20T08:43:02,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T08:43:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:02,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:02,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T08:43:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092242153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092242153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T08:43:02,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:02,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:02,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:02,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:02,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:02,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092242243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092242244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092242244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/5465be4a6f8044ae88b309f184e17a2c 2024-11-20T08:43:02,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/8bd1cb42d6bc476683211260e98e54fe as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/8bd1cb42d6bc476683211260e98e54fe 2024-11-20T08:43:02,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/8bd1cb42d6bc476683211260e98e54fe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:43:02,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/39b3fe699c3d49049368fda600de4c88 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/39b3fe699c3d49049368fda600de4c88 2024-11-20T08:43:02,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/39b3fe699c3d49049368fda600de4c88, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:43:02,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/5465be4a6f8044ae88b309f184e17a2c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/5465be4a6f8044ae88b309f184e17a2c 2024-11-20T08:43:02,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/5465be4a6f8044ae88b309f184e17a2c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T08:43:02,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for fcd017c0efd166ed35e6d695a7b4957a in 904ms, sequenceid=12, compaction requested=false 2024-11-20T08:43:02,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:02,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-20T08:43:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:02,392 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-20T08:43:02,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:02,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/889d491976484151b1c32164f1008f9c is 50, key is test_row_0/A:col10/1732092181571/Put/seqid=0 2024-11-20T08:43:02,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742254_1430 (size=12001) 2024-11-20T08:43:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T08:43:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:02,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:02,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092242706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092242708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,721 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092242753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092242753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092242753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,805 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/889d491976484151b1c32164f1008f9c 2024-11-20T08:43:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/7843dc4bf96342caac15c09c6f539dc3 is 50, key is test_row_0/B:col10/1732092181571/Put/seqid=0 2024-11-20T08:43:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742255_1431 (size=12001) 2024-11-20T08:43:02,819 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/7843dc4bf96342caac15c09c6f539dc3 2024-11-20T08:43:02,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092242813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/fa5ea999f8ef4f63a8f7cc53f81d3e53 is 50, key is test_row_0/C:col10/1732092181571/Put/seqid=0 2024-11-20T08:43:02,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742256_1432 (size=12001) 2024-11-20T08:43:02,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092242823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:02,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:02,835 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/fa5ea999f8ef4f63a8f7cc53f81d3e53 2024-11-20T08:43:02,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/889d491976484151b1c32164f1008f9c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/889d491976484151b1c32164f1008f9c 2024-11-20T08:43:02,842 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/889d491976484151b1c32164f1008f9c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T08:43:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/7843dc4bf96342caac15c09c6f539dc3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7843dc4bf96342caac15c09c6f539dc3 2024-11-20T08:43:02,846 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7843dc4bf96342caac15c09c6f539dc3, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T08:43:02,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/fa5ea999f8ef4f63a8f7cc53f81d3e53 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fa5ea999f8ef4f63a8f7cc53f81d3e53 2024-11-20T08:43:02,850 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fa5ea999f8ef4f63a8f7cc53f81d3e53, entries=150, sequenceid=47, filesize=11.7 K 2024-11-20T08:43:02,851 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for fcd017c0efd166ed35e6d695a7b4957a in 459ms, sequenceid=47, compaction requested=false 2024-11-20T08:43:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:02,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-20T08:43:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-20T08:43:02,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T08:43:02,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-11-20T08:43:02,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.3940 sec 2024-11-20T08:43:03,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:03,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:43:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:03,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:03,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/4fa56349cf264db097ae8ebb76f92bf5 is 50, key is test_row_0/A:col10/1732092183036/Put/seqid=0 2024-11-20T08:43:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742257_1433 (size=14341) 2024-11-20T08:43:03,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092183069, max timestamp=1732092183124Num uniques 859; 2024-11-20T08:43:03,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:43:03,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092183069, max timestamp=1732092183124Num uniques 859; 2024-11-20T08:43:03,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:43:03,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092243125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732092183069, max timestamp=1732092183124Num uniques 859; 2024-11-20T08:43:03,129 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T08:43:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,129 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092243240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092243245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,261 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092243363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092243363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/4fa56349cf264db097ae8ebb76f92bf5 2024-11-20T08:43:03,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/6d4266ed83ce4a23b50753f997bf83a7 is 50, key is test_row_0/B:col10/1732092183036/Put/seqid=0 2024-11-20T08:43:03,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742258_1434 (size=12001) 2024-11-20T08:43:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092243582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092243583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,589 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T08:43:03,613 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:03,614 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-20T08:43:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T08:43:03,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:03,616 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:03,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T08:43:03,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T08:43:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:03,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:03,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092243773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092243773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092243773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,779 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:03,780 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,780 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:03,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/6d4266ed83ce4a23b50753f997bf83a7 2024-11-20T08:43:03,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/60e5e0e25fa8417aafa8feead22df32d is 50, key is test_row_0/C:col10/1732092183036/Put/seqid=0 2024-11-20T08:43:03,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742259_1435 (size=12001) 2024-11-20T08:43:03,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092243892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092243893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:03,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:03,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T08:43:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:03,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T08:43:04,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T08:43:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:04,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T08:43:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T08:43:04,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/60e5e0e25fa8417aafa8feead22df32d 2024-11-20T08:43:04,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/4fa56349cf264db097ae8ebb76f92bf5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4fa56349cf264db097ae8ebb76f92bf5 2024-11-20T08:43:04,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4fa56349cf264db097ae8ebb76f92bf5, entries=200, sequenceid=58, filesize=14.0 K 2024-11-20T08:43:04,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/6d4266ed83ce4a23b50753f997bf83a7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/6d4266ed83ce4a23b50753f997bf83a7 2024-11-20T08:43:04,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/6d4266ed83ce4a23b50753f997bf83a7, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T08:43:04,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/60e5e0e25fa8417aafa8feead22df32d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/60e5e0e25fa8417aafa8feead22df32d 2024-11-20T08:43:04,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/60e5e0e25fa8417aafa8feead22df32d, entries=150, sequenceid=58, filesize=11.7 K 2024-11-20T08:43:04,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fcd017c0efd166ed35e6d695a7b4957a in 1256ms, sequenceid=58, compaction requested=true 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:04,294 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:04,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:04,294 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:04,295 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:04,295 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:04,295 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:04,295 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,295 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:04,295 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,295 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/8bd1cb42d6bc476683211260e98e54fe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/889d491976484151b1c32164f1008f9c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4fa56349cf264db097ae8ebb76f92bf5] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=37.4 K 2024-11-20T08:43:04,295 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/39b3fe699c3d49049368fda600de4c88, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7843dc4bf96342caac15c09c6f539dc3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/6d4266ed83ce4a23b50753f997bf83a7] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.2 K 2024-11-20T08:43:04,295 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bd1cb42d6bc476683211260e98e54fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732092181460 2024-11-20T08:43:04,295 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 39b3fe699c3d49049368fda600de4c88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732092181460 2024-11-20T08:43:04,296 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 889d491976484151b1c32164f1008f9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732092181545 2024-11-20T08:43:04,296 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7843dc4bf96342caac15c09c6f539dc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732092181545 2024-11-20T08:43:04,296 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fa56349cf264db097ae8ebb76f92bf5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092182690 2024-11-20T08:43:04,296 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d4266ed83ce4a23b50753f997bf83a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092182695 2024-11-20T08:43:04,303 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:04,304 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/666634c08002484fa815e9a4f9075aa9 is 50, key is test_row_0/A:col10/1732092183036/Put/seqid=0 2024-11-20T08:43:04,306 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:04,306 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/8c0ce0f33d024ae89f52227345de2971 is 50, key is test_row_0/B:col10/1732092183036/Put/seqid=0 2024-11-20T08:43:04,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742260_1436 (size=12104) 2024-11-20T08:43:04,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:43:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742261_1437 (size=12104) 2024-11-20T08:43:04,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-20T08:43:04,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,380 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-20T08:43:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:04,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:04,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/31eb2bc1fc194658a2073c1a00bdd721 is 50, key is test_row_0/A:col10/1732092183243/Put/seqid=0 2024-11-20T08:43:04,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742262_1438 (size=12001) 2024-11-20T08:43:04,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:04,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:04,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:04,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092244454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:04,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:04,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092244460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:04,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:04,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092244572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:04,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092244583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:04,713 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/666634c08002484fa815e9a4f9075aa9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/666634c08002484fa815e9a4f9075aa9 2024-11-20T08:43:04,715 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/8c0ce0f33d024ae89f52227345de2971 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8c0ce0f33d024ae89f52227345de2971 2024-11-20T08:43:04,718 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into 666634c08002484fa815e9a4f9075aa9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:04,718 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:04,718 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092184294; duration=0sec 2024-11-20T08:43:04,718 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:04,718 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:04,718 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:04,719 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:04,719 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:04,719 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:04,719 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/5465be4a6f8044ae88b309f184e17a2c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fa5ea999f8ef4f63a8f7cc53f81d3e53, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/60e5e0e25fa8417aafa8feead22df32d] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.2 K 2024-11-20T08:43:04,720 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5465be4a6f8044ae88b309f184e17a2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732092181460 2024-11-20T08:43:04,720 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa5ea999f8ef4f63a8f7cc53f81d3e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732092181545 2024-11-20T08:43:04,720 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 8c0ce0f33d024ae89f52227345de2971(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:04,720 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:04,721 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092184294; duration=0sec 2024-11-20T08:43:04,721 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60e5e0e25fa8417aafa8feead22df32d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092182695 2024-11-20T08:43:04,721 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:04,721 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:04,727 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:04,727 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/3bb57001d6c74125b55b223cbff5ead9 is 50, key is test_row_0/C:col10/1732092183036/Put/seqid=0 2024-11-20T08:43:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742263_1439 (size=12104) 2024-11-20T08:43:04,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T08:43:04,794 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/31eb2bc1fc194658a2073c1a00bdd721 2024-11-20T08:43:04,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/9ffe48e76e934f589e29eb1da3687985 is 50, key is test_row_0/B:col10/1732092183243/Put/seqid=0 2024-11-20T08:43:04,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092244792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:04,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742264_1440 (size=12001) 2024-11-20T08:43:04,807 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/9ffe48e76e934f589e29eb1da3687985 2024-11-20T08:43:04,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092244803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:04,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:04,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:04,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/f321c616e30d49b68831d3346bff983b is 50, key is test_row_0/C:col10/1732092183243/Put/seqid=0 2024-11-20T08:43:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742265_1441 (size=12001) 2024-11-20T08:43:05,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092245113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092245123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,135 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/3bb57001d6c74125b55b223cbff5ead9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/3bb57001d6c74125b55b223cbff5ead9 2024-11-20T08:43:05,139 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into 3bb57001d6c74125b55b223cbff5ead9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:05,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:05,139 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092184294; duration=0sec 2024-11-20T08:43:05,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:05,139 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:05,217 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/f321c616e30d49b68831d3346bff983b 2024-11-20T08:43:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/31eb2bc1fc194658a2073c1a00bdd721 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/31eb2bc1fc194658a2073c1a00bdd721 2024-11-20T08:43:05,226 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/31eb2bc1fc194658a2073c1a00bdd721, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T08:43:05,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/9ffe48e76e934f589e29eb1da3687985 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9ffe48e76e934f589e29eb1da3687985 2024-11-20T08:43:05,230 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9ffe48e76e934f589e29eb1da3687985, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T08:43:05,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/f321c616e30d49b68831d3346bff983b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f321c616e30d49b68831d3346bff983b 2024-11-20T08:43:05,234 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f321c616e30d49b68831d3346bff983b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-20T08:43:05,234 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for fcd017c0efd166ed35e6d695a7b4957a in 854ms, sequenceid=93, compaction requested=false 2024-11-20T08:43:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:05,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-20T08:43:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-20T08:43:05,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T08:43:05,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6200 sec 2024-11-20T08:43:05,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.6250 sec 2024-11-20T08:43:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:05,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T08:43:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:05,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:05,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/dc8c011cca084641801e0d1b46af538f is 50, key is test_row_0/A:col10/1732092184458/Put/seqid=0 2024-11-20T08:43:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742266_1442 (size=14341) 2024-11-20T08:43:05,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/dc8c011cca084641801e0d1b46af538f 2024-11-20T08:43:05,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/2d2e4813f0fe4283b18f574ed350672a is 50, key is test_row_0/B:col10/1732092184458/Put/seqid=0 2024-11-20T08:43:05,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742267_1443 (size=12001) 2024-11-20T08:43:05,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092245707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092245721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-20T08:43:05,763 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:05,764 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-20T08:43:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T08:43:05,765 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:05,766 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:05,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:05,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092245792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092245792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,802 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:05,802 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092245803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,813 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092245833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:05,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092245842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:05,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T08:43:05,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T08:43:05,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:05,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:05,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:06,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/2d2e4813f0fe4283b18f574ed350672a 2024-11-20T08:43:06,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092246053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092246064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/cd7f7ff4442a4e4090f4fdf13e48da79 is 50, key is test_row_0/C:col10/1732092184458/Put/seqid=0 2024-11-20T08:43:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T08:43:06,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:06,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:06,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:06,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742268_1444 (size=12001) 2024-11-20T08:43:06,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/cd7f7ff4442a4e4090f4fdf13e48da79 2024-11-20T08:43:06,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/dc8c011cca084641801e0d1b46af538f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/dc8c011cca084641801e0d1b46af538f 2024-11-20T08:43:06,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/dc8c011cca084641801e0d1b46af538f, entries=200, sequenceid=108, filesize=14.0 K 2024-11-20T08:43:06,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/2d2e4813f0fe4283b18f574ed350672a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2d2e4813f0fe4283b18f574ed350672a 2024-11-20T08:43:06,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T08:43:06,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2d2e4813f0fe4283b18f574ed350672a, entries=150, sequenceid=108, filesize=11.7 K 2024-11-20T08:43:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/cd7f7ff4442a4e4090f4fdf13e48da79 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/cd7f7ff4442a4e4090f4fdf13e48da79 2024-11-20T08:43:06,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/cd7f7ff4442a4e4090f4fdf13e48da79, entries=150, sequenceid=108, filesize=11.7 K 2024-11-20T08:43:06,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fcd017c0efd166ed35e6d695a7b4957a in 453ms, sequenceid=108, compaction requested=true 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:06,089 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:06,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:06,089 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:06,090 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:06,090 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:06,090 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:06,090 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/666634c08002484fa815e9a4f9075aa9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/31eb2bc1fc194658a2073c1a00bdd721, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/dc8c011cca084641801e0d1b46af538f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=37.5 K 2024-11-20T08:43:06,091 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:06,091 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 666634c08002484fa815e9a4f9075aa9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092182695 2024-11-20T08:43:06,091 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:06,091 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:06,091 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8c0ce0f33d024ae89f52227345de2971, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9ffe48e76e934f589e29eb1da3687985, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2d2e4813f0fe4283b18f574ed350672a] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.3 K 2024-11-20T08:43:06,091 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31eb2bc1fc194658a2073c1a00bdd721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732092183203 2024-11-20T08:43:06,091 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc8c011cca084641801e0d1b46af538f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732092184442 2024-11-20T08:43:06,092 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c0ce0f33d024ae89f52227345de2971, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092182695 2024-11-20T08:43:06,092 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ffe48e76e934f589e29eb1da3687985, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732092183203 2024-11-20T08:43:06,093 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d2e4813f0fe4283b18f574ed350672a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732092184452 2024-11-20T08:43:06,099 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:06,100 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/920aa17992504ef2a4374b5477ba91d0 is 50, key is test_row_0/B:col10/1732092184458/Put/seqid=0 2024-11-20T08:43:06,100 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:06,101 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/9cd600297317498cb1a4152afe157bd5 is 50, key is test_row_0/A:col10/1732092184458/Put/seqid=0 2024-11-20T08:43:06,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742269_1445 (size=12207) 2024-11-20T08:43:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742270_1446 (size=12207) 2024-11-20T08:43:06,117 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/920aa17992504ef2a4374b5477ba91d0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/920aa17992504ef2a4374b5477ba91d0 2024-11-20T08:43:06,121 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 920aa17992504ef2a4374b5477ba91d0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:06,121 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:06,121 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092186089; duration=0sec 2024-11-20T08:43:06,121 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:06,121 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:06,121 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:06,124 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:06,124 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:06,124 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:06,124 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/3bb57001d6c74125b55b223cbff5ead9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f321c616e30d49b68831d3346bff983b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/cd7f7ff4442a4e4090f4fdf13e48da79] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.3 K 2024-11-20T08:43:06,124 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bb57001d6c74125b55b223cbff5ead9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732092182695 2024-11-20T08:43:06,124 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f321c616e30d49b68831d3346bff983b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732092183203 2024-11-20T08:43:06,125 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting cd7f7ff4442a4e4090f4fdf13e48da79, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732092184452 2024-11-20T08:43:06,130 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:06,131 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/44bacaa0530549ec89dc6b319a16f9d7 is 50, key is test_row_0/C:col10/1732092184458/Put/seqid=0 2024-11-20T08:43:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742271_1447 (size=12207) 2024-11-20T08:43:06,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-20T08:43:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:06,227 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T08:43:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:06,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:06,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/eac35cad24804dde8b5376fcbac287ed is 50, key is test_row_0/A:col10/1732092185705/Put/seqid=0 2024-11-20T08:43:06,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742272_1448 (size=12001) 2024-11-20T08:43:06,235 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/eac35cad24804dde8b5376fcbac287ed 2024-11-20T08:43:06,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/f0b71329d9e5492da3ffee37c5dfbdfe is 50, key is test_row_0/B:col10/1732092185705/Put/seqid=0 2024-11-20T08:43:06,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742273_1449 (size=12001) 2024-11-20T08:43:06,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:06,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T08:43:06,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092246407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092246420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,514 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/9cd600297317498cb1a4152afe157bd5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9cd600297317498cb1a4152afe157bd5 2024-11-20T08:43:06,518 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into 9cd600297317498cb1a4152afe157bd5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:06,518 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:06,518 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092186089; duration=0sec 2024-11-20T08:43:06,518 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:06,518 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:06,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092246523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,541 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/44bacaa0530549ec89dc6b319a16f9d7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/44bacaa0530549ec89dc6b319a16f9d7 2024-11-20T08:43:06,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092246533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,545 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into 44bacaa0530549ec89dc6b319a16f9d7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:06,545 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:06,545 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092186089; duration=0sec 2024-11-20T08:43:06,545 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:06,545 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:06,646 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/f0b71329d9e5492da3ffee37c5dfbdfe 2024-11-20T08:43:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/9425d4cc461a4db5a9e08919f37f6eee is 50, key is test_row_0/C:col10/1732092185705/Put/seqid=0 2024-11-20T08:43:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742274_1450 (size=12001) 2024-11-20T08:43:06,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092246743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092246753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:06,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:06,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T08:43:07,058 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/9425d4cc461a4db5a9e08919f37f6eee 2024-11-20T08:43:07,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092247053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/eac35cad24804dde8b5376fcbac287ed as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/eac35cad24804dde8b5376fcbac287ed 2024-11-20T08:43:07,065 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/eac35cad24804dde8b5376fcbac287ed, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T08:43:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/f0b71329d9e5492da3ffee37c5dfbdfe as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f0b71329d9e5492da3ffee37c5dfbdfe 2024-11-20T08:43:07,069 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f0b71329d9e5492da3ffee37c5dfbdfe, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T08:43:07,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/9425d4cc461a4db5a9e08919f37f6eee as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9425d4cc461a4db5a9e08919f37f6eee 2024-11-20T08:43:07,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092247063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,070 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,073 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9425d4cc461a4db5a9e08919f37f6eee, entries=150, sequenceid=129, filesize=11.7 K 2024-11-20T08:43:07,074 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fcd017c0efd166ed35e6d695a7b4957a in 847ms, sequenceid=129, compaction requested=false 2024-11-20T08:43:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-20T08:43:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-20T08:43:07,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-20T08:43:07,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3090 sec 2024-11-20T08:43:07,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.3140 sec 2024-11-20T08:43:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:07,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T08:43:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:07,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:07,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/ab22653c4b914cf8b8bbb8c1105865f5 is 50, key is test_row_0/A:col10/1732092187576/Put/seqid=0 2024-11-20T08:43:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742275_1451 (size=14541) 2024-11-20T08:43:07,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092247635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092247640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092247753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092247753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T08:43:07,913 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:07,914 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-20T08:43:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:07,916 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:07,916 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:07,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092247973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:07,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092247973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:07,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:07,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:07,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/ab22653c4b914cf8b8bbb8c1105865f5 2024-11-20T08:43:07,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/217fd19fbe214a00a3046527d04b3bf3 is 50, key is test_row_0/B:col10/1732092187576/Put/seqid=0 2024-11-20T08:43:08,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742276_1452 (size=12151) 2024-11-20T08:43:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:08,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T08:43:08,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T08:43:08,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:08,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092248292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:08,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:08,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092248293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:08,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:08,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,303 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:08,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T08:43:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/217fd19fbe214a00a3046527d04b3bf3 2024-11-20T08:43:08,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/955d53e2d3524a95a48d638536e3991e is 50, key is test_row_0/C:col10/1732092187576/Put/seqid=0 2024-11-20T08:43:08,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742277_1453 (size=12151) 2024-11-20T08:43:08,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T08:43:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:08,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T08:43:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:08,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:08,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/955d53e2d3524a95a48d638536e3991e 2024-11-20T08:43:08,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/ab22653c4b914cf8b8bbb8c1105865f5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab22653c4b914cf8b8bbb8c1105865f5 2024-11-20T08:43:08,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab22653c4b914cf8b8bbb8c1105865f5, entries=200, sequenceid=144, filesize=14.2 K 2024-11-20T08:43:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/217fd19fbe214a00a3046527d04b3bf3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/217fd19fbe214a00a3046527d04b3bf3 2024-11-20T08:43:08,822 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/217fd19fbe214a00a3046527d04b3bf3, entries=150, sequenceid=144, filesize=11.9 K 2024-11-20T08:43:08,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/955d53e2d3524a95a48d638536e3991e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/955d53e2d3524a95a48d638536e3991e 2024-11-20T08:43:08,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092248813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:08,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:08,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092248813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:08,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/955d53e2d3524a95a48d638536e3991e, entries=150, sequenceid=144, filesize=11.9 K 2024-11-20T08:43:08,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fcd017c0efd166ed35e6d695a7b4957a in 1249ms, sequenceid=144, compaction requested=true 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:08,827 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:08,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:08,827 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:08,828 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:08,828 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:08,828 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:08,828 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,828 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:08,828 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,828 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9cd600297317498cb1a4152afe157bd5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/eac35cad24804dde8b5376fcbac287ed, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab22653c4b914cf8b8bbb8c1105865f5] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=37.8 K 2024-11-20T08:43:08,828 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/920aa17992504ef2a4374b5477ba91d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f0b71329d9e5492da3ffee37c5dfbdfe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/217fd19fbe214a00a3046527d04b3bf3] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.5 K 2024-11-20T08:43:08,829 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cd600297317498cb1a4152afe157bd5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732092184452 2024-11-20T08:43:08,829 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 920aa17992504ef2a4374b5477ba91d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732092184452 2024-11-20T08:43:08,829 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b71329d9e5492da3ffee37c5dfbdfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732092185689 2024-11-20T08:43:08,829 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting eac35cad24804dde8b5376fcbac287ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732092185689 2024-11-20T08:43:08,829 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 217fd19fbe214a00a3046527d04b3bf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732092186402 2024-11-20T08:43:08,829 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab22653c4b914cf8b8bbb8c1105865f5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732092186402 2024-11-20T08:43:08,836 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:08,836 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/5f126c6fc35b4f78bc178e7a421f11bb is 50, key is test_row_0/B:col10/1732092187576/Put/seqid=0 2024-11-20T08:43:08,836 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:08,837 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/18a2df477d98425093955e7bba3e427f is 50, key is test_row_0/A:col10/1732092187576/Put/seqid=0 2024-11-20T08:43:08,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,838 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:08,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:08,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/6d2001e773e5468e8f962a94e4f6240e is 50, key is test_row_0/A:col10/1732092187612/Put/seqid=0 2024-11-20T08:43:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742278_1454 (size=12459) 2024-11-20T08:43:08,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742279_1455 (size=12459) 2024-11-20T08:43:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742280_1456 (size=12151) 2024-11-20T08:43:08,858 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/5f126c6fc35b4f78bc178e7a421f11bb as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f126c6fc35b4f78bc178e7a421f11bb 2024-11-20T08:43:08,859 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/18a2df477d98425093955e7bba3e427f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/18a2df477d98425093955e7bba3e427f 2024-11-20T08:43:08,865 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into 18a2df477d98425093955e7bba3e427f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:08,865 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 5f126c6fc35b4f78bc178e7a421f11bb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:08,865 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:08,865 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:08,865 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092188827; duration=0sec 2024-11-20T08:43:08,865 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092188827; duration=0sec 2024-11-20T08:43:08,865 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:08,865 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:08,866 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:08,866 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:08,866 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:08,866 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:08,866 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:08,866 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:08,866 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/44bacaa0530549ec89dc6b319a16f9d7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9425d4cc461a4db5a9e08919f37f6eee, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/955d53e2d3524a95a48d638536e3991e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.5 K 2024-11-20T08:43:08,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 44bacaa0530549ec89dc6b319a16f9d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732092184452 2024-11-20T08:43:08,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9425d4cc461a4db5a9e08919f37f6eee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732092185689 2024-11-20T08:43:08,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 955d53e2d3524a95a48d638536e3991e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732092186402 2024-11-20T08:43:08,873 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:08,873 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/6e80e2034ca8421c94295db931d72e37 is 50, key is test_row_0/C:col10/1732092187576/Put/seqid=0 2024-11-20T08:43:08,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742281_1457 (size=12459) 2024-11-20T08:43:08,883 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/6e80e2034ca8421c94295db931d72e37 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/6e80e2034ca8421c94295db931d72e37 2024-11-20T08:43:08,886 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into 6e80e2034ca8421c94295db931d72e37(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:08,887 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:08,887 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092188827; duration=0sec 2024-11-20T08:43:08,887 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:08,887 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:09,259 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/6d2001e773e5468e8f962a94e4f6240e 2024-11-20T08:43:09,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/48358c6905aa4380b770441fbce10044 is 50, key is test_row_0/B:col10/1732092187612/Put/seqid=0 2024-11-20T08:43:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742282_1458 (size=12151) 2024-11-20T08:43:09,671 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/48358c6905aa4380b770441fbce10044 2024-11-20T08:43:09,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b46b40339dcd4365a78644a0f60dbe48 is 50, key is test_row_0/C:col10/1732092187612/Put/seqid=0 2024-11-20T08:43:09,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742283_1459 (size=12151) 2024-11-20T08:43:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:09,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:09,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092249850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092249851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092249851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092249853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,862 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8279 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092249857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092249963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092249963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092249963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:09,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092249973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:09,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:10,083 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b46b40339dcd4365a78644a0f60dbe48 2024-11-20T08:43:10,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/6d2001e773e5468e8f962a94e4f6240e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/6d2001e773e5468e8f962a94e4f6240e 2024-11-20T08:43:10,090 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/6d2001e773e5468e8f962a94e4f6240e, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T08:43:10,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/48358c6905aa4380b770441fbce10044 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/48358c6905aa4380b770441fbce10044 2024-11-20T08:43:10,094 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/48358c6905aa4380b770441fbce10044, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T08:43:10,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b46b40339dcd4365a78644a0f60dbe48 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b46b40339dcd4365a78644a0f60dbe48 2024-11-20T08:43:10,098 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b46b40339dcd4365a78644a0f60dbe48, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T08:43:10,098 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for fcd017c0efd166ed35e6d695a7b4957a in 1260ms, sequenceid=163, compaction requested=false 2024-11-20T08:43:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-20T08:43:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-20T08:43:10,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T08:43:10,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1840 sec 2024-11-20T08:43:10,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.1880 sec 2024-11-20T08:43:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:10,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T08:43:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:10,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:10,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/857bd95d81ac4666baea60423d5baf98 is 50, key is test_row_0/A:col10/1732092189856/Put/seqid=0 2024-11-20T08:43:10,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742284_1460 (size=14541) 2024-11-20T08:43:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092250215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092250217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092250223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092250224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092250333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092250333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,339 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092250333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092250343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092250543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092250543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092250543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092250563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/857bd95d81ac4666baea60423d5baf98 2024-11-20T08:43:10,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/5f949bdde61b4d8d8fec1d34077e4035 is 50, key is test_row_0/B:col10/1732092189856/Put/seqid=0 2024-11-20T08:43:10,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742285_1461 (size=12151) 2024-11-20T08:43:10,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092250853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092250863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092250863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,876 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:10,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092250883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:10,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:11,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/5f949bdde61b4d8d8fec1d34077e4035 2024-11-20T08:43:11,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/f8c5f08bd3194ab983cdfc2539c623c3 is 50, key is test_row_0/C:col10/1732092189856/Put/seqid=0 2024-11-20T08:43:11,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742286_1462 (size=12151) 2024-11-20T08:43:11,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092251373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092251383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:11,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092251383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,392 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092251402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:11,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:11,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/f8c5f08bd3194ab983cdfc2539c623c3 2024-11-20T08:43:11,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/857bd95d81ac4666baea60423d5baf98 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/857bd95d81ac4666baea60423d5baf98 2024-11-20T08:43:11,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/857bd95d81ac4666baea60423d5baf98, entries=200, sequenceid=180, filesize=14.2 K 2024-11-20T08:43:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/5f949bdde61b4d8d8fec1d34077e4035 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f949bdde61b4d8d8fec1d34077e4035 2024-11-20T08:43:11,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f949bdde61b4d8d8fec1d34077e4035, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T08:43:11,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/f8c5f08bd3194ab983cdfc2539c623c3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f8c5f08bd3194ab983cdfc2539c623c3 2024-11-20T08:43:11,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f8c5f08bd3194ab983cdfc2539c623c3, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T08:43:11,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for fcd017c0efd166ed35e6d695a7b4957a in 1246ms, sequenceid=180, compaction requested=true 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:11,434 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:11,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:11,434 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:11,435 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:11,435 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:11,435 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:11,435 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:11,435 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:11,435 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:11,435 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f126c6fc35b4f78bc178e7a421f11bb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/48358c6905aa4380b770441fbce10044, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f949bdde61b4d8d8fec1d34077e4035] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.9 K 2024-11-20T08:43:11,435 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/18a2df477d98425093955e7bba3e427f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/6d2001e773e5468e8f962a94e4f6240e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/857bd95d81ac4666baea60423d5baf98] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=38.2 K 2024-11-20T08:43:11,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f126c6fc35b4f78bc178e7a421f11bb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732092186402 2024-11-20T08:43:11,436 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18a2df477d98425093955e7bba3e427f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732092186402 2024-11-20T08:43:11,436 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d2001e773e5468e8f962a94e4f6240e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732092187612 2024-11-20T08:43:11,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 48358c6905aa4380b770441fbce10044, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732092187612 2024-11-20T08:43:11,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f949bdde61b4d8d8fec1d34077e4035, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732092189848 2024-11-20T08:43:11,436 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 857bd95d81ac4666baea60423d5baf98, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732092189848 2024-11-20T08:43:11,449 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:11,449 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:11,450 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9 is 50, key is test_row_0/A:col10/1732092189856/Put/seqid=0 2024-11-20T08:43:11,450 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/7fdb103f25974d8b98ec06b9c3751e0b is 50, key is test_row_0/B:col10/1732092189856/Put/seqid=0 2024-11-20T08:43:11,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742288_1464 (size=12561) 2024-11-20T08:43:11,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742287_1463 (size=12561) 2024-11-20T08:43:11,862 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/7fdb103f25974d8b98ec06b9c3751e0b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7fdb103f25974d8b98ec06b9c3751e0b 2024-11-20T08:43:11,862 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9 2024-11-20T08:43:11,867 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into 3851d3ea6b4e4fdcb29a8ff4f33cc7c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:11,867 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092191434; duration=0sec 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:11,867 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 7fdb103f25974d8b98ec06b9c3751e0b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:11,867 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092191434; duration=0sec 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:11,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:11,868 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:11,868 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:11,868 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:11,868 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/6e80e2034ca8421c94295db931d72e37, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b46b40339dcd4365a78644a0f60dbe48, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f8c5f08bd3194ab983cdfc2539c623c3] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=35.9 K 2024-11-20T08:43:11,868 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e80e2034ca8421c94295db931d72e37, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1732092186402 2024-11-20T08:43:11,868 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b46b40339dcd4365a78644a0f60dbe48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732092187612 2024-11-20T08:43:11,869 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8c5f08bd3194ab983cdfc2539c623c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732092189848 2024-11-20T08:43:11,874 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:11,875 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/53f8f8af0cf742f0bccdcf328affc6d0 is 50, key is test_row_0/C:col10/1732092189856/Put/seqid=0 2024-11-20T08:43:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742289_1465 (size=12561) 2024-11-20T08:43:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-20T08:43:12,084 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:12,084 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-20T08:43:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T08:43:12,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:12,087 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:12,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:12,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T08:43:12,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:12,240 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:12,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c39baeaf77604cd4a4fe5142941fe787 is 50, key is test_row_0/A:col10/1732092190223/Put/seqid=0 2024-11-20T08:43:12,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742290_1466 (size=12151) 2024-11-20T08:43:12,293 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/53f8f8af0cf742f0bccdcf328affc6d0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/53f8f8af0cf742f0bccdcf328affc6d0 2024-11-20T08:43:12,297 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into 53f8f8af0cf742f0bccdcf328affc6d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:12,297 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:12,297 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092191434; duration=0sec 2024-11-20T08:43:12,297 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:12,297 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:12,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T08:43:12,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092252423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092252424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,435 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092252425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092252426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092252533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092252543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092252543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092252543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,650 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c39baeaf77604cd4a4fe5142941fe787 2024-11-20T08:43:12,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/687cd2e8f5fc4634a4f72e5a5861f3ce is 50, key is test_row_0/B:col10/1732092190223/Put/seqid=0 2024-11-20T08:43:12,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742291_1467 (size=12151) 2024-11-20T08:43:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T08:43:12,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092252743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092252763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092252763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092252763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,061 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/687cd2e8f5fc4634a4f72e5a5861f3ce 2024-11-20T08:43:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092253053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/0a7c8c9a849648afa4cda692c4381eb1 is 50, key is test_row_0/C:col10/1732092190223/Put/seqid=0 2024-11-20T08:43:13,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092253073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092253073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092253075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742292_1468 (size=12151) 2024-11-20T08:43:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T08:43:13,482 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/0a7c8c9a849648afa4cda692c4381eb1 2024-11-20T08:43:13,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c39baeaf77604cd4a4fe5142941fe787 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c39baeaf77604cd4a4fe5142941fe787 2024-11-20T08:43:13,491 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c39baeaf77604cd4a4fe5142941fe787, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T08:43:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/687cd2e8f5fc4634a4f72e5a5861f3ce as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/687cd2e8f5fc4634a4f72e5a5861f3ce 2024-11-20T08:43:13,495 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/687cd2e8f5fc4634a4f72e5a5861f3ce, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T08:43:13,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/0a7c8c9a849648afa4cda692c4381eb1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/0a7c8c9a849648afa4cda692c4381eb1 2024-11-20T08:43:13,500 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/0a7c8c9a849648afa4cda692c4381eb1, entries=150, sequenceid=200, filesize=11.9 K 2024-11-20T08:43:13,501 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for fcd017c0efd166ed35e6d695a7b4957a in 1260ms, sequenceid=200, compaction requested=false 2024-11-20T08:43:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:13,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-20T08:43:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-20T08:43:13,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T08:43:13,504 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-20T08:43:13,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4210 sec 2024-11-20T08:43:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:13,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T08:43:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:13,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:13,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:13,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/16c40532989d4c9f9c5749bfdad9cc32 is 50, key is test_row_0/A:col10/1732092192413/Put/seqid=0 2024-11-20T08:43:13,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742293_1469 (size=14541) 2024-11-20T08:43:13,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/16c40532989d4c9f9c5749bfdad9cc32 2024-11-20T08:43:13,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/59e4e0b671b44744b9885e96e18a2ffb is 50, key is test_row_0/B:col10/1732092192413/Put/seqid=0 2024-11-20T08:43:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742294_1470 (size=12151) 2024-11-20T08:43:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092253619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092253619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092253620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092253632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092253742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092253742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092253742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,750 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092253743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,751 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092253952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092253952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,961 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092253963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092253963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/59e4e0b671b44744b9885e96e18a2ffb 2024-11-20T08:43:14,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/e2967b8ba1d844979053bb4978e9558f is 50, key is test_row_0/C:col10/1732092192413/Put/seqid=0 2024-11-20T08:43:14,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742295_1471 (size=12151) 2024-11-20T08:43:14,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T08:43:14,233 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:14,234 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T08:43:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T08:43:14,236 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:14,236 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:14,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092254273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092254273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092254282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092254283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T08:43:14,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T08:43:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:14,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:14,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:14,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/e2967b8ba1d844979053bb4978e9558f 2024-11-20T08:43:14,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/16c40532989d4c9f9c5749bfdad9cc32 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/16c40532989d4c9f9c5749bfdad9cc32 2024-11-20T08:43:14,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/16c40532989d4c9f9c5749bfdad9cc32, entries=200, sequenceid=216, filesize=14.2 K 2024-11-20T08:43:14,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/59e4e0b671b44744b9885e96e18a2ffb as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/59e4e0b671b44744b9885e96e18a2ffb 2024-11-20T08:43:14,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/59e4e0b671b44744b9885e96e18a2ffb, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T08:43:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/e2967b8ba1d844979053bb4978e9558f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/e2967b8ba1d844979053bb4978e9558f 2024-11-20T08:43:14,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/e2967b8ba1d844979053bb4978e9558f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-20T08:43:14,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for fcd017c0efd166ed35e6d695a7b4957a in 858ms, sequenceid=216, compaction requested=true 2024-11-20T08:43:14,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:14,439 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:14,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:14,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:14,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:14,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:14,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:14,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:14,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:14,439 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:14,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:14,440 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:14,440 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:14,440 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:14,440 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c39baeaf77604cd4a4fe5142941fe787, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/16c40532989d4c9f9c5749bfdad9cc32] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=38.3 K 2024-11-20T08:43:14,440 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:14,440 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7fdb103f25974d8b98ec06b9c3751e0b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/687cd2e8f5fc4634a4f72e5a5861f3ce, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/59e4e0b671b44744b9885e96e18a2ffb] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=36.0 K 2024-11-20T08:43:14,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3851d3ea6b4e4fdcb29a8ff4f33cc7c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732092189848 2024-11-20T08:43:14,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39baeaf77604cd4a4fe5142941fe787, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732092190213 2024-11-20T08:43:14,440 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fdb103f25974d8b98ec06b9c3751e0b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732092189848 2024-11-20T08:43:14,441 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16c40532989d4c9f9c5749bfdad9cc32, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732092192413 2024-11-20T08:43:14,441 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 687cd2e8f5fc4634a4f72e5a5861f3ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732092190213 2024-11-20T08:43:14,441 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 59e4e0b671b44744b9885e96e18a2ffb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732092192413 2024-11-20T08:43:14,447 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:14,448 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/b8fee6a3507c40dba100205b2213f098 is 50, key is test_row_0/A:col10/1732092192413/Put/seqid=0 2024-11-20T08:43:14,450 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:14,451 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/8597c4443c0f4f6e926ce8b9aa586b26 is 50, key is test_row_0/B:col10/1732092192413/Put/seqid=0 2024-11-20T08:43:14,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742296_1472 (size=12663) 2024-11-20T08:43:14,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742297_1473 (size=12663) 2024-11-20T08:43:14,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:14,542 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:14,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:14,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/7451a529a5e9438ca4a1b753f25ae003 is 50, key is test_row_0/A:col10/1732092193617/Put/seqid=0 2024-11-20T08:43:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742298_1474 (size=12151) 2024-11-20T08:43:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T08:43:14,555 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/7451a529a5e9438ca4a1b753f25ae003 2024-11-20T08:43:14,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/9b9116af0602471a9c3a8c3009c965b7 is 50, key is test_row_0/B:col10/1732092193617/Put/seqid=0 2024-11-20T08:43:14,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742299_1475 (size=12151) 2024-11-20T08:43:14,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:14,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:14,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092254829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092254830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092254841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092254843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,862 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/b8fee6a3507c40dba100205b2213f098 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/b8fee6a3507c40dba100205b2213f098 2024-11-20T08:43:14,862 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/8597c4443c0f4f6e926ce8b9aa586b26 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8597c4443c0f4f6e926ce8b9aa586b26 2024-11-20T08:43:14,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T08:43:14,866 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 8597c4443c0f4f6e926ce8b9aa586b26(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:14,866 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into b8fee6a3507c40dba100205b2213f098(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:14,866 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:14,866 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:14,866 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092194438; duration=0sec 2024-11-20T08:43:14,866 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092194439; duration=0sec 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:14,867 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:14,868 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:14,868 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/53f8f8af0cf742f0bccdcf328affc6d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/0a7c8c9a849648afa4cda692c4381eb1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/e2967b8ba1d844979053bb4978e9558f] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=36.0 K 2024-11-20T08:43:14,868 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 53f8f8af0cf742f0bccdcf328affc6d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732092189848 2024-11-20T08:43:14,868 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a7c8c9a849648afa4cda692c4381eb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1732092190213 2024-11-20T08:43:14,868 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e2967b8ba1d844979053bb4978e9558f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732092192413 2024-11-20T08:43:14,875 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:14,876 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/dc65df10175c46369df9122eaef77d4e is 50, key is test_row_0/C:col10/1732092192413/Put/seqid=0 2024-11-20T08:43:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742300_1476 (size=12663) 2024-11-20T08:43:14,886 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/dc65df10175c46369df9122eaef77d4e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/dc65df10175c46369df9122eaef77d4e 2024-11-20T08:43:14,892 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into dc65df10175c46369df9122eaef77d4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:14,892 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:14,892 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092194439; duration=0sec 2024-11-20T08:43:14,893 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:14,893 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092254943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092254953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092254953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,967 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/9b9116af0602471a9c3a8c3009c965b7 2024-11-20T08:43:14,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092254962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:14,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:14,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b4966becdef9424cac0bcef3ad9ce544 is 50, key is test_row_0/C:col10/1732092193617/Put/seqid=0 2024-11-20T08:43:14,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742301_1477 (size=12151) 2024-11-20T08:43:15,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092255153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,159 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092255163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092255163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092255183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T08:43:15,379 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b4966becdef9424cac0bcef3ad9ce544 2024-11-20T08:43:15,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/7451a529a5e9438ca4a1b753f25ae003 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/7451a529a5e9438ca4a1b753f25ae003 2024-11-20T08:43:15,386 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/7451a529a5e9438ca4a1b753f25ae003, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T08:43:15,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/9b9116af0602471a9c3a8c3009c965b7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9b9116af0602471a9c3a8c3009c965b7 2024-11-20T08:43:15,390 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9b9116af0602471a9c3a8c3009c965b7, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T08:43:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b4966becdef9424cac0bcef3ad9ce544 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b4966becdef9424cac0bcef3ad9ce544 2024-11-20T08:43:15,394 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b4966becdef9424cac0bcef3ad9ce544, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T08:43:15,395 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for fcd017c0efd166ed35e6d695a7b4957a in 853ms, sequenceid=233, compaction requested=false 2024-11-20T08:43:15,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:15,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:15,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T08:43:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T08:43:15,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T08:43:15,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1610 sec 2024-11-20T08:43:15,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1650 sec 2024-11-20T08:43:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:15,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T08:43:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:15,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:15,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/0d4971dd0852482485fc5e36135da0ac is 50, key is test_row_0/A:col10/1732092195477/Put/seqid=0 2024-11-20T08:43:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742302_1478 (size=14541) 2024-11-20T08:43:15,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092255508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092255509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092255514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092255518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092255622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092255633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092255633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092255643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,656 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092255833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092255843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092255853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092255863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:15,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:15,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:15,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/0d4971dd0852482485fc5e36135da0ac 2024-11-20T08:43:15,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/242d52b71cb7459bab7a8375e49aae86 is 50, key is test_row_0/B:col10/1732092195477/Put/seqid=0 2024-11-20T08:43:15,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742303_1479 (size=12151) 2024-11-20T08:43:16,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092256143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092256162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092256173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092256183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,189 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/242d52b71cb7459bab7a8375e49aae86 2024-11-20T08:43:16,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/eb18151778b948c19c11724d9c190cf0 is 50, key is test_row_0/C:col10/1732092195477/Put/seqid=0 2024-11-20T08:43:16,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742304_1480 (size=12151) 2024-11-20T08:43:16,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/eb18151778b948c19c11724d9c190cf0 2024-11-20T08:43:16,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/0d4971dd0852482485fc5e36135da0ac as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/0d4971dd0852482485fc5e36135da0ac 2024-11-20T08:43:16,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/0d4971dd0852482485fc5e36135da0ac, entries=200, sequenceid=253, filesize=14.2 K 2024-11-20T08:43:16,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/242d52b71cb7459bab7a8375e49aae86 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/242d52b71cb7459bab7a8375e49aae86 2024-11-20T08:43:16,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/242d52b71cb7459bab7a8375e49aae86, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T08:43:16,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/eb18151778b948c19c11724d9c190cf0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/eb18151778b948c19c11724d9c190cf0 2024-11-20T08:43:16,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/eb18151778b948c19c11724d9c190cf0, entries=150, sequenceid=253, filesize=11.9 K 2024-11-20T08:43:16,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for fcd017c0efd166ed35e6d695a7b4957a in 850ms, sequenceid=253, compaction requested=true 2024-11-20T08:43:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:16,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:16,328 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:16,329 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:16,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:16,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:16,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:16,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:16,329 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:16,329 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:16,329 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:16,330 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8597c4443c0f4f6e926ce8b9aa586b26, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9b9116af0602471a9c3a8c3009c965b7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/242d52b71cb7459bab7a8375e49aae86] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=36.1 K 2024-11-20T08:43:16,332 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:16,332 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:16,332 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:16,332 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/b8fee6a3507c40dba100205b2213f098, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/7451a529a5e9438ca4a1b753f25ae003, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/0d4971dd0852482485fc5e36135da0ac] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=38.4 K 2024-11-20T08:43:16,332 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8597c4443c0f4f6e926ce8b9aa586b26, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732092192413 2024-11-20T08:43:16,333 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8fee6a3507c40dba100205b2213f098, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732092192413 2024-11-20T08:43:16,333 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b9116af0602471a9c3a8c3009c965b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732092193617 2024-11-20T08:43:16,333 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7451a529a5e9438ca4a1b753f25ae003, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732092193617 2024-11-20T08:43:16,333 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 242d52b71cb7459bab7a8375e49aae86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732092194828 2024-11-20T08:43:16,334 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4971dd0852482485fc5e36135da0ac, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732092194826 2024-11-20T08:43:16,343 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:16,343 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/4bc18eee2d164969a93e1d0f0bcbcf75 is 50, key is test_row_0/B:col10/1732092195477/Put/seqid=0 2024-11-20T08:43:16,344 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:16,345 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/a1bdd6fb26864c2c8a5726b6ca2fdde5 is 50, key is test_row_0/A:col10/1732092195477/Put/seqid=0 2024-11-20T08:43:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742305_1481 (size=12765) 2024-11-20T08:43:16,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742306_1482 (size=12765) 2024-11-20T08:43:16,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T08:43:16,383 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:16,384 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T08:43:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T08:43:16,385 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:16,386 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:16,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T08:43:16,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:16,538 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:16,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:16,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/1b4d1b7033604dc794d9fc3ee3d5f085 is 50, key is test_row_0/A:col10/1732092195506/Put/seqid=0 2024-11-20T08:43:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742307_1483 (size=12301) 2024-11-20T08:43:16,548 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/1b4d1b7033604dc794d9fc3ee3d5f085 2024-11-20T08:43:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/351f47b80a1e4461932ae6ca3ec6067f is 50, key is test_row_0/B:col10/1732092195506/Put/seqid=0 2024-11-20T08:43:16,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742308_1484 (size=12301) 2024-11-20T08:43:16,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:16,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T08:43:16,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092256712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,723 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092256713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092256715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092256716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,758 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/4bc18eee2d164969a93e1d0f0bcbcf75 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/4bc18eee2d164969a93e1d0f0bcbcf75 2024-11-20T08:43:16,758 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/a1bdd6fb26864c2c8a5726b6ca2fdde5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a1bdd6fb26864c2c8a5726b6ca2fdde5 2024-11-20T08:43:16,763 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into a1bdd6fb26864c2c8a5726b6ca2fdde5(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:16,763 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 4bc18eee2d164969a93e1d0f0bcbcf75(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:16,763 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092196328; duration=0sec 2024-11-20T08:43:16,763 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092196328; duration=0sec 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:16,763 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:16,764 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:16,764 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:16,764 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:16,764 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/dc65df10175c46369df9122eaef77d4e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b4966becdef9424cac0bcef3ad9ce544, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/eb18151778b948c19c11724d9c190cf0] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=36.1 K 2024-11-20T08:43:16,764 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc65df10175c46369df9122eaef77d4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732092192413 2024-11-20T08:43:16,765 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4966becdef9424cac0bcef3ad9ce544, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732092193617 2024-11-20T08:43:16,765 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb18151778b948c19c11724d9c190cf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732092194828 2024-11-20T08:43:16,772 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:16,773 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/9312e2b965bc4e0da6992cf9cf562b2b is 50, key is test_row_0/C:col10/1732092195477/Put/seqid=0 2024-11-20T08:43:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742309_1485 (size=12765) 2024-11-20T08:43:16,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092256833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092256833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092256833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092256833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:16,842 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:16,959 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/351f47b80a1e4461932ae6ca3ec6067f 2024-11-20T08:43:16,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/434b0adcd10645b8b1151e866a983940 is 50, key is test_row_0/C:col10/1732092195506/Put/seqid=0 2024-11-20T08:43:16,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742310_1486 (size=12301) 2024-11-20T08:43:17,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T08:43:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092257043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092257053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092257053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092257053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,180 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/9312e2b965bc4e0da6992cf9cf562b2b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9312e2b965bc4e0da6992cf9cf562b2b 2024-11-20T08:43:17,186 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into 9312e2b965bc4e0da6992cf9cf562b2b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:17,186 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:17,187 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092196329; duration=0sec 2024-11-20T08:43:17,187 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:17,187 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:17,370 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/434b0adcd10645b8b1151e866a983940 2024-11-20T08:43:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092257363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/1b4d1b7033604dc794d9fc3ee3d5f085 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b4d1b7033604dc794d9fc3ee3d5f085 2024-11-20T08:43:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092257373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092257373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092257373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,378 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b4d1b7033604dc794d9fc3ee3d5f085, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T08:43:17,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/351f47b80a1e4461932ae6ca3ec6067f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/351f47b80a1e4461932ae6ca3ec6067f 2024-11-20T08:43:17,382 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/351f47b80a1e4461932ae6ca3ec6067f, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T08:43:17,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/434b0adcd10645b8b1151e866a983940 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/434b0adcd10645b8b1151e866a983940 2024-11-20T08:43:17,388 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/434b0adcd10645b8b1151e866a983940, entries=150, sequenceid=268, filesize=12.0 K 2024-11-20T08:43:17,389 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for fcd017c0efd166ed35e6d695a7b4957a in 851ms, sequenceid=268, compaction requested=false 2024-11-20T08:43:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:17,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T08:43:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T08:43:17,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T08:43:17,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-11-20T08:43:17,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.0090 sec 2024-11-20T08:43:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T08:43:17,523 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:17,523 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-20T08:43:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T08:43:17,525 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:17,526 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:17,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T08:43:17,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T08:43:17,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:17,678 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T08:43:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:17,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:17,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/a7c8e92cff784fed83f3051dde601837 is 50, key is test_row_0/A:col10/1732092196693/Put/seqid=0 2024-11-20T08:43:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742311_1487 (size=12301) 2024-11-20T08:43:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T08:43:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:17,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:17,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092257912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,920 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092257913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092257915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092257916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:17,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092258023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,028 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092258033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092258033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,040 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092258033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,089 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/a7c8e92cff784fed83f3051dde601837 2024-11-20T08:43:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/79c2cc2f3bbd4ccea59ed5ea16f45756 is 50, key is test_row_0/B:col10/1732092196693/Put/seqid=0 2024-11-20T08:43:18,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742312_1488 (size=12301) 2024-11-20T08:43:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T08:43:18,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092258233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,243 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092258243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092258243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092258253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,501 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/79c2cc2f3bbd4ccea59ed5ea16f45756 2024-11-20T08:43:18,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/583d05a65d8f459a8e85fde06f698fb1 is 50, key is test_row_0/C:col10/1732092196693/Put/seqid=0 2024-11-20T08:43:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742313_1489 (size=12301) 2024-11-20T08:43:18,512 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/583d05a65d8f459a8e85fde06f698fb1 2024-11-20T08:43:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/a7c8e92cff784fed83f3051dde601837 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a7c8e92cff784fed83f3051dde601837 2024-11-20T08:43:18,518 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a7c8e92cff784fed83f3051dde601837, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T08:43:18,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/79c2cc2f3bbd4ccea59ed5ea16f45756 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/79c2cc2f3bbd4ccea59ed5ea16f45756 2024-11-20T08:43:18,522 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/79c2cc2f3bbd4ccea59ed5ea16f45756, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T08:43:18,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/583d05a65d8f459a8e85fde06f698fb1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/583d05a65d8f459a8e85fde06f698fb1 2024-11-20T08:43:18,527 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/583d05a65d8f459a8e85fde06f698fb1, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T08:43:18,528 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for fcd017c0efd166ed35e6d695a7b4957a in 850ms, sequenceid=288, compaction requested=true 2024-11-20T08:43:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:18,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-20T08:43:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-20T08:43:18,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T08:43:18,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-11-20T08:43:18,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.0090 sec 2024-11-20T08:43:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:18,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T08:43:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:18,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:18,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/1b99d2e4acf644c2866d00f2bab9bf12 is 50, key is test_row_0/A:col10/1732092197914/Put/seqid=0 2024-11-20T08:43:18,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742314_1490 (size=17181) 2024-11-20T08:43:18,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/1b99d2e4acf644c2866d00f2bab9bf12 2024-11-20T08:43:18,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/20d099e2a62b4f96ab8a1033cc85660e is 50, key is test_row_0/B:col10/1732092197914/Put/seqid=0 2024-11-20T08:43:18,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742315_1491 (size=12301) 2024-11-20T08:43:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092258591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092258599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092258601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092258607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T08:43:18,663 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:18,663 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-20T08:43:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T08:43:18,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:18,665 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:18,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:18,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092258713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092258713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092258722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092258722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T08:43:18,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T08:43:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:18,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:18,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092258933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092258934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092258934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:18,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092258943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:18,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T08:43:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:18,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:18,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:18,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:18,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/20d099e2a62b4f96ab8a1033cc85660e 2024-11-20T08:43:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T08:43:18,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/fd7bce6141a04ffcb8dfec47281a8f88 is 50, key is test_row_0/C:col10/1732092197914/Put/seqid=0 2024-11-20T08:43:18,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742316_1492 (size=12301) 2024-11-20T08:43:19,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T08:43:19,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:19,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:19,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:19,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092259243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092259243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092259244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092259263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T08:43:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:19,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:19,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T08:43:19,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/fd7bce6141a04ffcb8dfec47281a8f88 2024-11-20T08:43:19,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/1b99d2e4acf644c2866d00f2bab9bf12 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b99d2e4acf644c2866d00f2bab9bf12 2024-11-20T08:43:19,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b99d2e4acf644c2866d00f2bab9bf12, entries=250, sequenceid=305, filesize=16.8 K 2024-11-20T08:43:19,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/20d099e2a62b4f96ab8a1033cc85660e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/20d099e2a62b4f96ab8a1033cc85660e 2024-11-20T08:43:19,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/20d099e2a62b4f96ab8a1033cc85660e, entries=150, sequenceid=305, filesize=12.0 K 2024-11-20T08:43:19,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/fd7bce6141a04ffcb8dfec47281a8f88 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fd7bce6141a04ffcb8dfec47281a8f88 2024-11-20T08:43:19,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fd7bce6141a04ffcb8dfec47281a8f88, entries=150, sequenceid=305, filesize=12.0 K 2024-11-20T08:43:19,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for fcd017c0efd166ed35e6d695a7b4957a in 853ms, sequenceid=305, compaction requested=true 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:19,413 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:19,413 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:19,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:19,414 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:19,414 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54548 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:19,414 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:19,414 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:19,414 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,414 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,414 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a1bdd6fb26864c2c8a5726b6ca2fdde5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b4d1b7033604dc794d9fc3ee3d5f085, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a7c8e92cff784fed83f3051dde601837, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b99d2e4acf644c2866d00f2bab9bf12] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=53.3 K 2024-11-20T08:43:19,414 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/4bc18eee2d164969a93e1d0f0bcbcf75, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/351f47b80a1e4461932ae6ca3ec6067f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/79c2cc2f3bbd4ccea59ed5ea16f45756, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/20d099e2a62b4f96ab8a1033cc85660e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=48.5 K 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1bdd6fb26864c2c8a5726b6ca2fdde5, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732092194828 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc18eee2d164969a93e1d0f0bcbcf75, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732092194828 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b4d1b7033604dc794d9fc3ee3d5f085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092195506 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 351f47b80a1e4461932ae6ca3ec6067f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092195506 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7c8e92cff784fed83f3051dde601837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732092196693 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 79c2cc2f3bbd4ccea59ed5ea16f45756, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732092196693 2024-11-20T08:43:19,415 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b99d2e4acf644c2866d00f2bab9bf12, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092197902 2024-11-20T08:43:19,416 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 20d099e2a62b4f96ab8a1033cc85660e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092197914 2024-11-20T08:43:19,423 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:19,423 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/9b58b17d58b24de993a33cf3bafcb8d0 is 50, key is test_row_0/A:col10/1732092197914/Put/seqid=0 2024-11-20T08:43:19,427 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742317_1493 (size=13051) 2024-11-20T08:43:19,428 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/2b29af935a4a403da21d41b45f11c3de is 50, key is test_row_0/B:col10/1732092197914/Put/seqid=0 2024-11-20T08:43:19,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742318_1494 (size=13051) 2024-11-20T08:43:19,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T08:43:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,431 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T08:43:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:19,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:19,434 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/9b58b17d58b24de993a33cf3bafcb8d0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9b58b17d58b24de993a33cf3bafcb8d0 2024-11-20T08:43:19,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c55353a671514ef2b2ccb8292bb66eb8 is 50, key is test_row_0/A:col10/1732092198579/Put/seqid=0 2024-11-20T08:43:19,438 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into 9b58b17d58b24de993a33cf3bafcb8d0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:19,438 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:19,438 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=12, startTime=1732092199413; duration=0sec 2024-11-20T08:43:19,438 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:19,438 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:19,439 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:19,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:19,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:19,440 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:19,440 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9312e2b965bc4e0da6992cf9cf562b2b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/434b0adcd10645b8b1151e866a983940, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/583d05a65d8f459a8e85fde06f698fb1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fd7bce6141a04ffcb8dfec47281a8f88] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=48.5 K 2024-11-20T08:43:19,440 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9312e2b965bc4e0da6992cf9cf562b2b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732092194828 2024-11-20T08:43:19,441 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 434b0adcd10645b8b1151e866a983940, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732092195506 2024-11-20T08:43:19,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742319_1495 (size=12301) 2024-11-20T08:43:19,442 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 583d05a65d8f459a8e85fde06f698fb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732092196693 2024-11-20T08:43:19,442 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd7bce6141a04ffcb8dfec47281a8f88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092197914 2024-11-20T08:43:19,445 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c55353a671514ef2b2ccb8292bb66eb8 2024-11-20T08:43:19,451 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/f18645d68b0f4727a94fee57493470bd is 50, key is test_row_0/B:col10/1732092198579/Put/seqid=0 2024-11-20T08:43:19,452 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/1a9f38461ca64b56bc76926da2dfaafb is 50, key is test_row_0/C:col10/1732092197914/Put/seqid=0 2024-11-20T08:43:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742320_1496 (size=12301) 2024-11-20T08:43:19,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742321_1497 (size=13051) 2024-11-20T08:43:19,470 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/1a9f38461ca64b56bc76926da2dfaafb as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/1a9f38461ca64b56bc76926da2dfaafb 2024-11-20T08:43:19,475 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into 1a9f38461ca64b56bc76926da2dfaafb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:19,475 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:19,475 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=12, startTime=1732092199413; duration=0sec 2024-11-20T08:43:19,476 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:19,476 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:19,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T08:43:19,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092259804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092259805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092259821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092259822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,836 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/2b29af935a4a403da21d41b45f11c3de as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2b29af935a4a403da21d41b45f11c3de 2024-11-20T08:43:19,840 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 2b29af935a4a403da21d41b45f11c3de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:19,840 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:19,840 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=12, startTime=1732092199413; duration=0sec 2024-11-20T08:43:19,840 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:19,840 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:19,862 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/f18645d68b0f4727a94fee57493470bd 2024-11-20T08:43:19,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/506c16ac442541758d2dced17055e153 is 50, key is test_row_0/C:col10/1732092198579/Put/seqid=0 2024-11-20T08:43:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742322_1498 (size=12301) 2024-11-20T08:43:19,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092259923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092259932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092259943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092259943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:19,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34570 deadline: 1732092259953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:19,963 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in fcd017c0efd166ed35e6d695a7b4957a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18381 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092260142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092260153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092260163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092260163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,272 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/506c16ac442541758d2dced17055e153 2024-11-20T08:43:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c55353a671514ef2b2ccb8292bb66eb8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c55353a671514ef2b2ccb8292bb66eb8 2024-11-20T08:43:20,280 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c55353a671514ef2b2ccb8292bb66eb8, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T08:43:20,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/f18645d68b0f4727a94fee57493470bd as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f18645d68b0f4727a94fee57493470bd 2024-11-20T08:43:20,283 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f18645d68b0f4727a94fee57493470bd, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T08:43:20,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/506c16ac442541758d2dced17055e153 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/506c16ac442541758d2dced17055e153 2024-11-20T08:43:20,288 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/506c16ac442541758d2dced17055e153, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T08:43:20,289 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for fcd017c0efd166ed35e6d695a7b4957a in 858ms, sequenceid=320, compaction requested=false 2024-11-20T08:43:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:20,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-20T08:43:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-20T08:43:20,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T08:43:20,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6260 sec 2024-11-20T08:43:20,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6300 sec 2024-11-20T08:43:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:20,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T08:43:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:20,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:20,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:20,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:20,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c31533f20d034a8b80fb941e38642ec6 is 50, key is test_row_0/A:col10/1732092200459/Put/seqid=0 2024-11-20T08:43:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742323_1499 (size=14741) 2024-11-20T08:43:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092260495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092260496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092260513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092260513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092260623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092260623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092260623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092260623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T08:43:20,823 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:20,823 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-20T08:43:20,826 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:20,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:20,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:20,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092260843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092260843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092260843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092260843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:20,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:20,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c31533f20d034a8b80fb941e38642ec6 2024-11-20T08:43:20,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/c8e8f25fb0d340e2a44452d3e5ea395c is 50, key is test_row_0/B:col10/1732092200459/Put/seqid=0 2024-11-20T08:43:20,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742324_1500 (size=12301) 2024-11-20T08:43:20,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:20,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T08:43:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:20,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:20,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:20,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T08:43:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092261154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092261163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092261163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092261163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T08:43:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/c8e8f25fb0d340e2a44452d3e5ea395c 2024-11-20T08:43:21,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/ae1559e8f6d441778e5aa88a65961083 is 50, key is test_row_0/C:col10/1732092200459/Put/seqid=0 2024-11-20T08:43:21,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742325_1501 (size=12301) 2024-11-20T08:43:21,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T08:43:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:21,464 INFO [Thread-1937 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1937. 2024-11-20T08:43:21,464 DEBUG [Thread-1937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:21,464 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,465 DEBUG [Thread-1937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:21,471 INFO [Thread-1941 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1941. 2024-11-20T08:43:21,471 DEBUG [Thread-1941 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:21,471 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,471 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:21,475 INFO [Thread-1935 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1935. 2024-11-20T08:43:21,475 DEBUG [Thread-1935 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:21,475 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,475 DEBUG [Thread-1935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:21,480 INFO [Thread-1939 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1939. 2024-11-20T08:43:21,480 DEBUG [Thread-1939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:21,480 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,480 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:21,484 INFO [Thread-1933 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1933. 2024-11-20T08:43:21,484 DEBUG [Thread-1933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:21,484 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,484 DEBUG [Thread-1933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:21,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:21,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T08:43:21,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:21,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34532 deadline: 1732092261673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34594 deadline: 1732092261673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34574 deadline: 1732092261673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34586 deadline: 1732092261673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 , the old value is region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=2 because the exception is null or not the one we care about 2024-11-20T08:43:21,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/ae1559e8f6d441778e5aa88a65961083 2024-11-20T08:43:21,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/c31533f20d034a8b80fb941e38642ec6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c31533f20d034a8b80fb941e38642ec6 2024-11-20T08:43:21,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c31533f20d034a8b80fb941e38642ec6, entries=200, sequenceid=342, filesize=14.4 K 2024-11-20T08:43:21,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/c8e8f25fb0d340e2a44452d3e5ea395c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c8e8f25fb0d340e2a44452d3e5ea395c 2024-11-20T08:43:21,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c8e8f25fb0d340e2a44452d3e5ea395c, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T08:43:21,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/ae1559e8f6d441778e5aa88a65961083 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/ae1559e8f6d441778e5aa88a65961083 2024-11-20T08:43:21,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/ae1559e8f6d441778e5aa88a65961083, entries=150, sequenceid=342, filesize=12.0 K 2024-11-20T08:43:21,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for fcd017c0efd166ed35e6d695a7b4957a in 1257ms, sequenceid=342, compaction requested=true 2024-11-20T08:43:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:21,718 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fcd017c0efd166ed35e6d695a7b4957a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:21,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:21,719 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:21,719 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:21,719 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:21,719 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/A is initiating minor compaction (all files) 2024-11-20T08:43:21,719 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/B is initiating minor compaction (all files) 2024-11-20T08:43:21,719 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/A in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,720 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/B in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,720 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9b58b17d58b24de993a33cf3bafcb8d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c55353a671514ef2b2ccb8292bb66eb8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c31533f20d034a8b80fb941e38642ec6] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=39.2 K 2024-11-20T08:43:21,720 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2b29af935a4a403da21d41b45f11c3de, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f18645d68b0f4727a94fee57493470bd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c8e8f25fb0d340e2a44452d3e5ea395c] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=36.8 K 2024-11-20T08:43:21,720 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b58b17d58b24de993a33cf3bafcb8d0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092197914 2024-11-20T08:43:21,720 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b29af935a4a403da21d41b45f11c3de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092197914 2024-11-20T08:43:21,720 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c55353a671514ef2b2ccb8292bb66eb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732092198579 2024-11-20T08:43:21,720 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting f18645d68b0f4727a94fee57493470bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732092198579 2024-11-20T08:43:21,721 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting c31533f20d034a8b80fb941e38642ec6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732092199795 2024-11-20T08:43:21,721 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting c8e8f25fb0d340e2a44452d3e5ea395c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732092199795 2024-11-20T08:43:21,727 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:21,727 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/84c7cb9a1e124c0f8c086aab3a404761 is 50, key is test_row_0/A:col10/1732092200459/Put/seqid=0 2024-11-20T08:43:21,728 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:21,728 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/1293b92c866e4e7ba27a34e26fdc1307 is 50, key is test_row_0/B:col10/1732092200459/Put/seqid=0 2024-11-20T08:43:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742326_1502 (size=13153) 2024-11-20T08:43:21,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742327_1503 (size=13153) 2024-11-20T08:43:21,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:21,747 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:21,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/ab868d58a64549e0ab80a23c1a8c0b77 is 50, key is test_row_0/A:col10/1732092200511/Put/seqid=0 2024-11-20T08:43:21,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742328_1504 (size=12301) 2024-11-20T08:43:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:22,146 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/1293b92c866e4e7ba27a34e26fdc1307 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/1293b92c866e4e7ba27a34e26fdc1307 2024-11-20T08:43:22,146 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/84c7cb9a1e124c0f8c086aab3a404761 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/84c7cb9a1e124c0f8c086aab3a404761 2024-11-20T08:43:22,151 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/B of fcd017c0efd166ed35e6d695a7b4957a into 1293b92c866e4e7ba27a34e26fdc1307(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:22,151 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/A of fcd017c0efd166ed35e6d695a7b4957a into 84c7cb9a1e124c0f8c086aab3a404761(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:22,151 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/B, priority=13, startTime=1732092201718; duration=0sec 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:22,151 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/A, priority=13, startTime=1732092201718; duration=0sec 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:B 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:A 2024-11-20T08:43:22,151 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:22,152 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:22,152 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): fcd017c0efd166ed35e6d695a7b4957a/C is initiating minor compaction (all files) 2024-11-20T08:43:22,152 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fcd017c0efd166ed35e6d695a7b4957a/C in TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:22,152 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/1a9f38461ca64b56bc76926da2dfaafb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/506c16ac442541758d2dced17055e153, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/ae1559e8f6d441778e5aa88a65961083] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp, totalSize=36.8 K 2024-11-20T08:43:22,152 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a9f38461ca64b56bc76926da2dfaafb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732092197914 2024-11-20T08:43:22,153 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 506c16ac442541758d2dced17055e153, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732092198579 2024-11-20T08:43:22,153 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting ae1559e8f6d441778e5aa88a65961083, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732092199795 2024-11-20T08:43:22,155 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/ab868d58a64549e0ab80a23c1a8c0b77 2024-11-20T08:43:22,160 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fcd017c0efd166ed35e6d695a7b4957a#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:22,160 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b7f842da79bb49f08c025c8877de7f7e is 50, key is test_row_0/C:col10/1732092200459/Put/seqid=0 2024-11-20T08:43:22,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/0ca43299296741cea2e9c07c208023ef is 50, key is test_row_0/B:col10/1732092200511/Put/seqid=0 2024-11-20T08:43:22,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742329_1505 (size=13153) 2024-11-20T08:43:22,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742330_1506 (size=12301) 2024-11-20T08:43:22,167 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/b7f842da79bb49f08c025c8877de7f7e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b7f842da79bb49f08c025c8877de7f7e 2024-11-20T08:43:22,171 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fcd017c0efd166ed35e6d695a7b4957a/C of fcd017c0efd166ed35e6d695a7b4957a into b7f842da79bb49f08c025c8877de7f7e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:22,171 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:22,171 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., storeName=fcd017c0efd166ed35e6d695a7b4957a/C, priority=13, startTime=1732092201718; duration=0sec 2024-11-20T08:43:22,171 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:22,171 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fcd017c0efd166ed35e6d695a7b4957a:C 2024-11-20T08:43:22,565 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/0ca43299296741cea2e9c07c208023ef 2024-11-20T08:43:22,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/4e9ca390b1ba4e68abfe4da0799a5e61 is 50, key is test_row_0/C:col10/1732092200511/Put/seqid=0 2024-11-20T08:43:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742331_1507 (size=12301) 2024-11-20T08:43:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:22,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. as already flushing 2024-11-20T08:43:22,686 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-20T08:43:22,686 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-11-20T08:43:22,686 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:22,686 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:22,686 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,686 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,686 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,686 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:22,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:22,686 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-20T08:43:22,686 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:22,686 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,686 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:22,688 INFO [Thread-1930 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1930. 2024-11-20T08:43:22,688 DEBUG [Thread-1930 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:22,689 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,689 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:22,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:22,976 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/4e9ca390b1ba4e68abfe4da0799a5e61 2024-11-20T08:43:22,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/ab868d58a64549e0ab80a23c1a8c0b77 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab868d58a64549e0ab80a23c1a8c0b77 2024-11-20T08:43:22,983 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab868d58a64549e0ab80a23c1a8c0b77, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T08:43:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/0ca43299296741cea2e9c07c208023ef as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/0ca43299296741cea2e9c07c208023ef 2024-11-20T08:43:22,986 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/0ca43299296741cea2e9c07c208023ef, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T08:43:22,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/4e9ca390b1ba4e68abfe4da0799a5e61 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/4e9ca390b1ba4e68abfe4da0799a5e61 2024-11-20T08:43:22,989 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/4e9ca390b1ba4e68abfe4da0799a5e61, entries=150, sequenceid=356, filesize=12.0 K 2024-11-20T08:43:22,989 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=26.84 KB/27480 for fcd017c0efd166ed35e6d695a7b4957a in 1242ms, sequenceid=356, compaction requested=false 2024-11-20T08:43:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for fcd017c0efd166ed35e6d695a7b4957a: 2024-11-20T08:43:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:22,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-20T08:43:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-20T08:43:22,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-20T08:43:22,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec 2024-11-20T08:43:22,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.1700 sec 2024-11-20T08:43:23,923 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:43:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T08:43:24,993 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:30,034 INFO [Thread-1926 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1926. 2024-11-20T08:43:30,034 DEBUG [Thread-1926 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:30,034 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:30,035 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:30,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1135 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3404 rows 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1145 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3435 rows 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1141 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3413 rows 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1145 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3430 rows 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1136 2024-11-20T08:43:30,035 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3408 rows 2024-11-20T08:43:30,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:43:30,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:43:30,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:30,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:30,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:30,036 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:43:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T08:43:30,039 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092210039"}]},"ts":"1732092210039"} 2024-11-20T08:43:30,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:43:30,040 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:43:30,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:43:30,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, UNASSIGN}] 2024-11-20T08:43:30,042 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, UNASSIGN 2024-11-20T08:43:30,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=fcd017c0efd166ed35e6d695a7b4957a, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:30,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, UNASSIGN because future has completed 2024-11-20T08:43:30,044 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:43:30,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:43:30,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T08:43:30,196 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:30,196 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:43:30,196 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing fcd017c0efd166ed35e6d695a7b4957a, disabling compactions & flushes 2024-11-20T08:43:30,196 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:30,196 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:30,196 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. after waiting 0 ms 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:30,197 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing fcd017c0efd166ed35e6d695a7b4957a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=A 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=B 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fcd017c0efd166ed35e6d695a7b4957a, store=C 2024-11-20T08:43:30,197 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:30,200 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/4bc2e61f2f164491ad895f58ffad0bbc is 50, key is test_row_0/A:col10/1732092202684/Put/seqid=0 2024-11-20T08:43:30,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742332_1508 (size=12301) 2024-11-20T08:43:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T08:43:30,604 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/4bc2e61f2f164491ad895f58ffad0bbc 2024-11-20T08:43:30,610 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/c209a6029ac84d79bca3d8fa65f10a0a is 50, key is test_row_0/B:col10/1732092202684/Put/seqid=0 2024-11-20T08:43:30,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742333_1509 (size=12301) 2024-11-20T08:43:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T08:43:31,013 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/c209a6029ac84d79bca3d8fa65f10a0a 2024-11-20T08:43:31,019 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/d2a75b40d07343fc81acec913262afff is 50, key is test_row_0/C:col10/1732092202684/Put/seqid=0 2024-11-20T08:43:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742334_1510 (size=12301) 2024-11-20T08:43:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T08:43:31,422 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/d2a75b40d07343fc81acec913262afff 2024-11-20T08:43:31,426 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/A/4bc2e61f2f164491ad895f58ffad0bbc as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4bc2e61f2f164491ad895f58ffad0bbc 2024-11-20T08:43:31,429 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4bc2e61f2f164491ad895f58ffad0bbc, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T08:43:31,429 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/B/c209a6029ac84d79bca3d8fa65f10a0a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c209a6029ac84d79bca3d8fa65f10a0a 2024-11-20T08:43:31,432 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c209a6029ac84d79bca3d8fa65f10a0a, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T08:43:31,432 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/.tmp/C/d2a75b40d07343fc81acec913262afff as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/d2a75b40d07343fc81acec913262afff 2024-11-20T08:43:31,435 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/d2a75b40d07343fc81acec913262afff, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T08:43:31,436 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fcd017c0efd166ed35e6d695a7b4957a in 1239ms, sequenceid=367, compaction requested=true 2024-11-20T08:43:31,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/8bd1cb42d6bc476683211260e98e54fe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/889d491976484151b1c32164f1008f9c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4fa56349cf264db097ae8ebb76f92bf5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/666634c08002484fa815e9a4f9075aa9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/31eb2bc1fc194658a2073c1a00bdd721, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/dc8c011cca084641801e0d1b46af538f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9cd600297317498cb1a4152afe157bd5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/eac35cad24804dde8b5376fcbac287ed, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab22653c4b914cf8b8bbb8c1105865f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/18a2df477d98425093955e7bba3e427f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/6d2001e773e5468e8f962a94e4f6240e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/857bd95d81ac4666baea60423d5baf98, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c39baeaf77604cd4a4fe5142941fe787, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/16c40532989d4c9f9c5749bfdad9cc32, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/b8fee6a3507c40dba100205b2213f098, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/7451a529a5e9438ca4a1b753f25ae003, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/0d4971dd0852482485fc5e36135da0ac, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a1bdd6fb26864c2c8a5726b6ca2fdde5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b4d1b7033604dc794d9fc3ee3d5f085, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a7c8e92cff784fed83f3051dde601837, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b99d2e4acf644c2866d00f2bab9bf12, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9b58b17d58b24de993a33cf3bafcb8d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c55353a671514ef2b2ccb8292bb66eb8, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c31533f20d034a8b80fb941e38642ec6] to archive 2024-11-20T08:43:31,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:43:31,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/8bd1cb42d6bc476683211260e98e54fe to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/8bd1cb42d6bc476683211260e98e54fe 2024-11-20T08:43:31,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/889d491976484151b1c32164f1008f9c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/889d491976484151b1c32164f1008f9c 2024-11-20T08:43:31,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4fa56349cf264db097ae8ebb76f92bf5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4fa56349cf264db097ae8ebb76f92bf5 2024-11-20T08:43:31,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/666634c08002484fa815e9a4f9075aa9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/666634c08002484fa815e9a4f9075aa9 2024-11-20T08:43:31,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/31eb2bc1fc194658a2073c1a00bdd721 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/31eb2bc1fc194658a2073c1a00bdd721 2024-11-20T08:43:31,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/dc8c011cca084641801e0d1b46af538f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/dc8c011cca084641801e0d1b46af538f 2024-11-20T08:43:31,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9cd600297317498cb1a4152afe157bd5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9cd600297317498cb1a4152afe157bd5 2024-11-20T08:43:31,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/eac35cad24804dde8b5376fcbac287ed to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/eac35cad24804dde8b5376fcbac287ed 2024-11-20T08:43:31,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab22653c4b914cf8b8bbb8c1105865f5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab22653c4b914cf8b8bbb8c1105865f5 2024-11-20T08:43:31,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/18a2df477d98425093955e7bba3e427f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/18a2df477d98425093955e7bba3e427f 2024-11-20T08:43:31,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/6d2001e773e5468e8f962a94e4f6240e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/6d2001e773e5468e8f962a94e4f6240e 2024-11-20T08:43:31,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/857bd95d81ac4666baea60423d5baf98 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/857bd95d81ac4666baea60423d5baf98 2024-11-20T08:43:31,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/3851d3ea6b4e4fdcb29a8ff4f33cc7c9 2024-11-20T08:43:31,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c39baeaf77604cd4a4fe5142941fe787 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c39baeaf77604cd4a4fe5142941fe787 2024-11-20T08:43:31,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/16c40532989d4c9f9c5749bfdad9cc32 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/16c40532989d4c9f9c5749bfdad9cc32 2024-11-20T08:43:31,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/b8fee6a3507c40dba100205b2213f098 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/b8fee6a3507c40dba100205b2213f098 2024-11-20T08:43:31,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/7451a529a5e9438ca4a1b753f25ae003 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/7451a529a5e9438ca4a1b753f25ae003 2024-11-20T08:43:31,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/0d4971dd0852482485fc5e36135da0ac to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/0d4971dd0852482485fc5e36135da0ac 2024-11-20T08:43:31,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a1bdd6fb26864c2c8a5726b6ca2fdde5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a1bdd6fb26864c2c8a5726b6ca2fdde5 2024-11-20T08:43:31,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b4d1b7033604dc794d9fc3ee3d5f085 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b4d1b7033604dc794d9fc3ee3d5f085 2024-11-20T08:43:31,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a7c8e92cff784fed83f3051dde601837 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/a7c8e92cff784fed83f3051dde601837 2024-11-20T08:43:31,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b99d2e4acf644c2866d00f2bab9bf12 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/1b99d2e4acf644c2866d00f2bab9bf12 2024-11-20T08:43:31,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9b58b17d58b24de993a33cf3bafcb8d0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/9b58b17d58b24de993a33cf3bafcb8d0 2024-11-20T08:43:31,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c55353a671514ef2b2ccb8292bb66eb8 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c55353a671514ef2b2ccb8292bb66eb8 2024-11-20T08:43:31,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c31533f20d034a8b80fb941e38642ec6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/c31533f20d034a8b80fb941e38642ec6 2024-11-20T08:43:31,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/39b3fe699c3d49049368fda600de4c88, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7843dc4bf96342caac15c09c6f539dc3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8c0ce0f33d024ae89f52227345de2971, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/6d4266ed83ce4a23b50753f997bf83a7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9ffe48e76e934f589e29eb1da3687985, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/920aa17992504ef2a4374b5477ba91d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2d2e4813f0fe4283b18f574ed350672a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f0b71329d9e5492da3ffee37c5dfbdfe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f126c6fc35b4f78bc178e7a421f11bb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/217fd19fbe214a00a3046527d04b3bf3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/48358c6905aa4380b770441fbce10044, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7fdb103f25974d8b98ec06b9c3751e0b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f949bdde61b4d8d8fec1d34077e4035, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/687cd2e8f5fc4634a4f72e5a5861f3ce, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8597c4443c0f4f6e926ce8b9aa586b26, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/59e4e0b671b44744b9885e96e18a2ffb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9b9116af0602471a9c3a8c3009c965b7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/4bc18eee2d164969a93e1d0f0bcbcf75, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/242d52b71cb7459bab7a8375e49aae86, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/351f47b80a1e4461932ae6ca3ec6067f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/79c2cc2f3bbd4ccea59ed5ea16f45756, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2b29af935a4a403da21d41b45f11c3de, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/20d099e2a62b4f96ab8a1033cc85660e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f18645d68b0f4727a94fee57493470bd, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c8e8f25fb0d340e2a44452d3e5ea395c] to archive 2024-11-20T08:43:31,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:43:31,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/39b3fe699c3d49049368fda600de4c88 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/39b3fe699c3d49049368fda600de4c88 2024-11-20T08:43:31,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7843dc4bf96342caac15c09c6f539dc3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7843dc4bf96342caac15c09c6f539dc3 2024-11-20T08:43:31,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8c0ce0f33d024ae89f52227345de2971 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8c0ce0f33d024ae89f52227345de2971 2024-11-20T08:43:31,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/6d4266ed83ce4a23b50753f997bf83a7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/6d4266ed83ce4a23b50753f997bf83a7 2024-11-20T08:43:31,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9ffe48e76e934f589e29eb1da3687985 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9ffe48e76e934f589e29eb1da3687985 2024-11-20T08:43:31,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/920aa17992504ef2a4374b5477ba91d0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/920aa17992504ef2a4374b5477ba91d0 2024-11-20T08:43:31,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2d2e4813f0fe4283b18f574ed350672a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2d2e4813f0fe4283b18f574ed350672a 2024-11-20T08:43:31,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f0b71329d9e5492da3ffee37c5dfbdfe to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f0b71329d9e5492da3ffee37c5dfbdfe 2024-11-20T08:43:31,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f126c6fc35b4f78bc178e7a421f11bb to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f126c6fc35b4f78bc178e7a421f11bb 2024-11-20T08:43:31,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/217fd19fbe214a00a3046527d04b3bf3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/217fd19fbe214a00a3046527d04b3bf3 2024-11-20T08:43:31,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/48358c6905aa4380b770441fbce10044 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/48358c6905aa4380b770441fbce10044 2024-11-20T08:43:31,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7fdb103f25974d8b98ec06b9c3751e0b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/7fdb103f25974d8b98ec06b9c3751e0b 2024-11-20T08:43:31,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f949bdde61b4d8d8fec1d34077e4035 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/5f949bdde61b4d8d8fec1d34077e4035 2024-11-20T08:43:31,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/687cd2e8f5fc4634a4f72e5a5861f3ce to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/687cd2e8f5fc4634a4f72e5a5861f3ce 2024-11-20T08:43:31,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8597c4443c0f4f6e926ce8b9aa586b26 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/8597c4443c0f4f6e926ce8b9aa586b26 2024-11-20T08:43:31,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/59e4e0b671b44744b9885e96e18a2ffb to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/59e4e0b671b44744b9885e96e18a2ffb 2024-11-20T08:43:31,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9b9116af0602471a9c3a8c3009c965b7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/9b9116af0602471a9c3a8c3009c965b7 2024-11-20T08:43:31,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/4bc18eee2d164969a93e1d0f0bcbcf75 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/4bc18eee2d164969a93e1d0f0bcbcf75 2024-11-20T08:43:31,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/242d52b71cb7459bab7a8375e49aae86 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/242d52b71cb7459bab7a8375e49aae86 2024-11-20T08:43:31,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/351f47b80a1e4461932ae6ca3ec6067f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/351f47b80a1e4461932ae6ca3ec6067f 2024-11-20T08:43:31,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/79c2cc2f3bbd4ccea59ed5ea16f45756 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/79c2cc2f3bbd4ccea59ed5ea16f45756 2024-11-20T08:43:31,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2b29af935a4a403da21d41b45f11c3de to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/2b29af935a4a403da21d41b45f11c3de 2024-11-20T08:43:31,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/20d099e2a62b4f96ab8a1033cc85660e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/20d099e2a62b4f96ab8a1033cc85660e 2024-11-20T08:43:31,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f18645d68b0f4727a94fee57493470bd to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/f18645d68b0f4727a94fee57493470bd 2024-11-20T08:43:31,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c8e8f25fb0d340e2a44452d3e5ea395c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c8e8f25fb0d340e2a44452d3e5ea395c 2024-11-20T08:43:31,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/5465be4a6f8044ae88b309f184e17a2c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fa5ea999f8ef4f63a8f7cc53f81d3e53, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/3bb57001d6c74125b55b223cbff5ead9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/60e5e0e25fa8417aafa8feead22df32d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f321c616e30d49b68831d3346bff983b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/44bacaa0530549ec89dc6b319a16f9d7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/cd7f7ff4442a4e4090f4fdf13e48da79, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9425d4cc461a4db5a9e08919f37f6eee, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/6e80e2034ca8421c94295db931d72e37, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/955d53e2d3524a95a48d638536e3991e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b46b40339dcd4365a78644a0f60dbe48, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/53f8f8af0cf742f0bccdcf328affc6d0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f8c5f08bd3194ab983cdfc2539c623c3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/0a7c8c9a849648afa4cda692c4381eb1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/dc65df10175c46369df9122eaef77d4e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/e2967b8ba1d844979053bb4978e9558f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b4966becdef9424cac0bcef3ad9ce544, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9312e2b965bc4e0da6992cf9cf562b2b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/eb18151778b948c19c11724d9c190cf0, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/434b0adcd10645b8b1151e866a983940, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/583d05a65d8f459a8e85fde06f698fb1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/1a9f38461ca64b56bc76926da2dfaafb, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fd7bce6141a04ffcb8dfec47281a8f88, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/506c16ac442541758d2dced17055e153, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/ae1559e8f6d441778e5aa88a65961083] to archive 2024-11-20T08:43:31,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:43:31,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/5465be4a6f8044ae88b309f184e17a2c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/5465be4a6f8044ae88b309f184e17a2c 2024-11-20T08:43:31,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fa5ea999f8ef4f63a8f7cc53f81d3e53 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fa5ea999f8ef4f63a8f7cc53f81d3e53 2024-11-20T08:43:31,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/3bb57001d6c74125b55b223cbff5ead9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/3bb57001d6c74125b55b223cbff5ead9 2024-11-20T08:43:31,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/60e5e0e25fa8417aafa8feead22df32d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/60e5e0e25fa8417aafa8feead22df32d 2024-11-20T08:43:31,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f321c616e30d49b68831d3346bff983b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f321c616e30d49b68831d3346bff983b 2024-11-20T08:43:31,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/44bacaa0530549ec89dc6b319a16f9d7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/44bacaa0530549ec89dc6b319a16f9d7 2024-11-20T08:43:31,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/cd7f7ff4442a4e4090f4fdf13e48da79 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/cd7f7ff4442a4e4090f4fdf13e48da79 2024-11-20T08:43:31,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9425d4cc461a4db5a9e08919f37f6eee to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9425d4cc461a4db5a9e08919f37f6eee 2024-11-20T08:43:31,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/6e80e2034ca8421c94295db931d72e37 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/6e80e2034ca8421c94295db931d72e37 2024-11-20T08:43:31,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/955d53e2d3524a95a48d638536e3991e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/955d53e2d3524a95a48d638536e3991e 2024-11-20T08:43:31,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b46b40339dcd4365a78644a0f60dbe48 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b46b40339dcd4365a78644a0f60dbe48 2024-11-20T08:43:31,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/53f8f8af0cf742f0bccdcf328affc6d0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/53f8f8af0cf742f0bccdcf328affc6d0 2024-11-20T08:43:31,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f8c5f08bd3194ab983cdfc2539c623c3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/f8c5f08bd3194ab983cdfc2539c623c3 2024-11-20T08:43:31,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/0a7c8c9a849648afa4cda692c4381eb1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/0a7c8c9a849648afa4cda692c4381eb1 2024-11-20T08:43:31,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/dc65df10175c46369df9122eaef77d4e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/dc65df10175c46369df9122eaef77d4e 2024-11-20T08:43:31,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/e2967b8ba1d844979053bb4978e9558f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/e2967b8ba1d844979053bb4978e9558f 2024-11-20T08:43:31,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b4966becdef9424cac0bcef3ad9ce544 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b4966becdef9424cac0bcef3ad9ce544 2024-11-20T08:43:31,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9312e2b965bc4e0da6992cf9cf562b2b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/9312e2b965bc4e0da6992cf9cf562b2b 2024-11-20T08:43:31,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/eb18151778b948c19c11724d9c190cf0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/eb18151778b948c19c11724d9c190cf0 2024-11-20T08:43:31,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/434b0adcd10645b8b1151e866a983940 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/434b0adcd10645b8b1151e866a983940 2024-11-20T08:43:31,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/583d05a65d8f459a8e85fde06f698fb1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/583d05a65d8f459a8e85fde06f698fb1 2024-11-20T08:43:31,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/1a9f38461ca64b56bc76926da2dfaafb to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/1a9f38461ca64b56bc76926da2dfaafb 2024-11-20T08:43:31,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fd7bce6141a04ffcb8dfec47281a8f88 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/fd7bce6141a04ffcb8dfec47281a8f88 2024-11-20T08:43:31,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/506c16ac442541758d2dced17055e153 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/506c16ac442541758d2dced17055e153 2024-11-20T08:43:31,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/ae1559e8f6d441778e5aa88a65961083 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/ae1559e8f6d441778e5aa88a65961083 2024-11-20T08:43:31,502 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/recovered.edits/370.seqid, newMaxSeqId=370, maxSeqId=1 2024-11-20T08:43:31,503 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. 2024-11-20T08:43:31,503 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for fcd017c0efd166ed35e6d695a7b4957a: Waiting for close lock at 1732092210196Running coprocessor pre-close hooks at 1732092210196Disabling compacts and flushes for region at 1732092210196Disabling writes for close at 1732092210196Obtaining lock to block concurrent updates at 1732092210197 (+1 ms)Preparing flush snapshotting stores in fcd017c0efd166ed35e6d695a7b4957a at 1732092210197Finished memstore snapshotting TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732092210197Flushing stores of TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a. at 1732092210197Flushing fcd017c0efd166ed35e6d695a7b4957a/A: creating writer at 1732092210198 (+1 ms)Flushing fcd017c0efd166ed35e6d695a7b4957a/A: appending metadata at 1732092210200 (+2 ms)Flushing fcd017c0efd166ed35e6d695a7b4957a/A: closing flushed file at 1732092210200Flushing fcd017c0efd166ed35e6d695a7b4957a/B: creating writer at 1732092210608 (+408 ms)Flushing fcd017c0efd166ed35e6d695a7b4957a/B: appending metadata at 1732092210610 (+2 ms)Flushing fcd017c0efd166ed35e6d695a7b4957a/B: closing flushed file at 1732092210610Flushing fcd017c0efd166ed35e6d695a7b4957a/C: creating writer at 1732092211016 (+406 ms)Flushing fcd017c0efd166ed35e6d695a7b4957a/C: appending metadata at 1732092211018 (+2 ms)Flushing fcd017c0efd166ed35e6d695a7b4957a/C: closing flushed file at 1732092211018Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ad7a00: reopening flushed file at 1732092211425 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a43bc6: reopening flushed file at 1732092211429 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f09208: reopening flushed file at 1732092211432 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fcd017c0efd166ed35e6d695a7b4957a in 1239ms, sequenceid=367, compaction requested=true at 1732092211436 (+4 ms)Writing region close event to WAL at 1732092211500 (+64 ms)Running coprocessor post-close hooks at 1732092211503 (+3 ms)Closed at 1732092211503 2024-11-20T08:43:31,504 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:31,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=fcd017c0efd166ed35e6d695a7b4957a, regionState=CLOSED 2024-11-20T08:43:31,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:43:31,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T08:43:31,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure fcd017c0efd166ed35e6d695a7b4957a, server=be1eb2620e0e,44595,1732092055690 in 1.4630 sec 2024-11-20T08:43:31,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-11-20T08:43:31,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fcd017c0efd166ed35e6d695a7b4957a, UNASSIGN in 1.4670 sec 2024-11-20T08:43:31,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T08:43:31,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4700 sec 2024-11-20T08:43:31,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092211512"}]},"ts":"1732092211512"} 2024-11-20T08:43:31,513 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:43:31,513 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:43:31,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4780 sec 2024-11-20T08:43:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T08:43:32,183 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:32,184 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:43:32,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,185 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T08:43:32,186 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,188 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:32,189 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/recovered.edits] 2024-11-20T08:43:32,191 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4bc2e61f2f164491ad895f58ffad0bbc to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/4bc2e61f2f164491ad895f58ffad0bbc 2024-11-20T08:43:32,192 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/84c7cb9a1e124c0f8c086aab3a404761 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/84c7cb9a1e124c0f8c086aab3a404761 2024-11-20T08:43:32,193 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab868d58a64549e0ab80a23c1a8c0b77 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/A/ab868d58a64549e0ab80a23c1a8c0b77 2024-11-20T08:43:32,194 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/0ca43299296741cea2e9c07c208023ef to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/0ca43299296741cea2e9c07c208023ef 2024-11-20T08:43:32,194 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/1293b92c866e4e7ba27a34e26fdc1307 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/1293b92c866e4e7ba27a34e26fdc1307 2024-11-20T08:43:32,195 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c209a6029ac84d79bca3d8fa65f10a0a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/B/c209a6029ac84d79bca3d8fa65f10a0a 2024-11-20T08:43:32,196 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/4e9ca390b1ba4e68abfe4da0799a5e61 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/4e9ca390b1ba4e68abfe4da0799a5e61 2024-11-20T08:43:32,197 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b7f842da79bb49f08c025c8877de7f7e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/b7f842da79bb49f08c025c8877de7f7e 2024-11-20T08:43:32,198 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/d2a75b40d07343fc81acec913262afff to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/C/d2a75b40d07343fc81acec913262afff 2024-11-20T08:43:32,199 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/recovered.edits/370.seqid to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a/recovered.edits/370.seqid 2024-11-20T08:43:32,200 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/fcd017c0efd166ed35e6d695a7b4957a 2024-11-20T08:43:32,200 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:43:32,201 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,203 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:43:32,205 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:43:32,206 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,206 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:43:32,206 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732092212206"}]},"ts":"9223372036854775807"} 2024-11-20T08:43:32,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T08:43:32,207 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fcd017c0efd166ed35e6d695a7b4957a, NAME => 'TestAcidGuarantees,,1732092179261.fcd017c0efd166ed35e6d695a7b4957a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:43:32,208 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:43:32,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732092212208"}]},"ts":"9223372036854775807"} 2024-11-20T08:43:32,209 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T08:43:32,209 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-20T08:43:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T08:43:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T08:43:32,293 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:32,302 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=245 (was 247), OpenFileDescriptor=443 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=249 (was 249) 2024-11-20T08:43:32,311 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=245, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=248 2024-11-20T08:43:32,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:43:32,312 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:43:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:32,314 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T08:43:32,314 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:32,314 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 138 2024-11-20T08:43:32,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-20T08:43:32,315 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T08:43:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742335_1511 (size=1061) 2024-11-20T08:43:32,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-20T08:43:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-20T08:43:32,721 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8 2024-11-20T08:43:32,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742336_1512 (size=53) 2024-11-20T08:43:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-20T08:43:33,128 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:43:33,128 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 5f408f36e05f37465390dd230fb6121a, disabling compactions & flushes 2024-11-20T08:43:33,128 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,128 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,128 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. after waiting 0 ms 2024-11-20T08:43:33,128 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,128 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,128 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f408f36e05f37465390dd230fb6121a: Waiting for close lock at 1732092213128Disabling compacts and flushes for region at 1732092213128Disabling writes for close at 1732092213128Writing region close event to WAL at 1732092213128Closed at 1732092213128 2024-11-20T08:43:33,130 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T08:43:33,130 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732092213130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732092213130"}]},"ts":"1732092213130"} 2024-11-20T08:43:33,132 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T08:43:33,132 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T08:43:33,133 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092213132"}]},"ts":"1732092213132"} 2024-11-20T08:43:33,134 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T08:43:33,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, ASSIGN}] 2024-11-20T08:43:33,136 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, ASSIGN 2024-11-20T08:43:33,137 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, ASSIGN; state=OFFLINE, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=false 2024-11-20T08:43:33,288 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:33,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, ASSIGN because future has completed 2024-11-20T08:43:33,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:43:33,444 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,444 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:43:33,444 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,444 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:43:33,444 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,444 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,445 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,447 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:33,447 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f408f36e05f37465390dd230fb6121a columnFamilyName A 2024-11-20T08:43:33,447 DEBUG [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:33,447 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(327): Store=5f408f36e05f37465390dd230fb6121a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:33,448 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,448 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:33,448 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f408f36e05f37465390dd230fb6121a columnFamilyName B 2024-11-20T08:43:33,448 DEBUG [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:33,449 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(327): Store=5f408f36e05f37465390dd230fb6121a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:33,449 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,450 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:33,450 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f408f36e05f37465390dd230fb6121a columnFamilyName C 2024-11-20T08:43:33,450 DEBUG [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:33,450 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(327): Store=5f408f36e05f37465390dd230fb6121a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:33,450 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,450 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,451 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,451 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,452 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,452 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-20T08:43:33,453 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:43:33,453 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,455 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T08:43:33,455 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 5f408f36e05f37465390dd230fb6121a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60776619, jitterRate=-0.09435780346393585}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:43:33,455 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:33,456 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 5f408f36e05f37465390dd230fb6121a: Running coprocessor pre-open hook at 1732092213444Writing region info on filesystem at 1732092213444Initializing all the Stores at 1732092213445 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092213445Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092213445Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092213445Cleaning up temporary data from old regions at 1732092213452 (+7 ms)Running coprocessor post-open hooks at 1732092213455 (+3 ms)Region opened successfully at 1732092213456 (+1 ms) 2024-11-20T08:43:33,456 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., pid=140, masterSystemTime=1732092213441 2024-11-20T08:43:33,458 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,458 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:33,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=OPEN, openSeqNum=2, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:33,460 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35135 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=be1eb2620e0e,44595,1732092055690, table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T08:43:33,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:43:33,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T08:43:33,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 in 172 msec 2024-11-20T08:43:33,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T08:43:33,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, ASSIGN in 328 msec 2024-11-20T08:43:33,465 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T08:43:33,465 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092213465"}]},"ts":"1732092213465"} 2024-11-20T08:43:33,466 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T08:43:33,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T08:43:33,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-20T08:43:34,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-20T08:43:34,464 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:34,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55741a63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:34,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:34,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:34,466 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9841c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:34,466 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:34,467 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:34,467 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:34,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51289d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:34,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:34,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:34,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:34,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:34,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T08:43:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is be1eb2620e0e,35135,1732092054878 2024-11-20T08:43:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15accfad 2024-11-20T08:43:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T08:43:34,472 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T08:43:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T08:43:34,474 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T08:43:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742337_1513 (size=1097) 2024-11-20T08:43:34,884 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T08:43:34,884 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T08:43:34,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:43:34,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, REOPEN/MOVE}] 2024-11-20T08:43:34,889 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, REOPEN/MOVE 2024-11-20T08:43:34,890 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:34,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, REOPEN/MOVE because future has completed 2024-11-20T08:43:34,891 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:43:34,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:43:35,043 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,043 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:43:35,043 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 5f408f36e05f37465390dd230fb6121a, disabling compactions & flushes 2024-11-20T08:43:35,043 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,043 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,043 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. after waiting 0 ms 2024-11-20T08:43:35,043 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,047 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T08:43:35,047 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,047 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 5f408f36e05f37465390dd230fb6121a: Waiting for close lock at 1732092215043Running coprocessor pre-close hooks at 1732092215043Disabling compacts and flushes for region at 1732092215043Disabling writes for close at 1732092215043Writing region close event to WAL at 1732092215044 (+1 ms)Running coprocessor post-close hooks at 1732092215047 (+3 ms)Closed at 1732092215047 2024-11-20T08:43:35,047 WARN [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 5f408f36e05f37465390dd230fb6121a to self. 2024-11-20T08:43:35,049 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,049 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=CLOSED 2024-11-20T08:43:35,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:43:35,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T08:43:35,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 in 160 msec 2024-11-20T08:43:35,053 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, REOPEN/MOVE; state=CLOSED, location=be1eb2620e0e,44595,1732092055690; forceNewPlan=false, retain=true 2024-11-20T08:43:35,204 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=OPENING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, REOPEN/MOVE because future has completed 2024-11-20T08:43:35,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:43:35,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T08:43:35,360 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,360 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T08:43:35,360 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,360 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T08:43:35,361 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,361 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,362 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,362 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:35,362 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f408f36e05f37465390dd230fb6121a columnFamilyName A 2024-11-20T08:43:35,363 DEBUG [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:35,364 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(327): Store=5f408f36e05f37465390dd230fb6121a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:35,364 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,364 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:35,365 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f408f36e05f37465390dd230fb6121a columnFamilyName B 2024-11-20T08:43:35,365 DEBUG [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:35,365 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(327): Store=5f408f36e05f37465390dd230fb6121a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:35,365 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,365 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T08:43:35,366 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f408f36e05f37465390dd230fb6121a columnFamilyName C 2024-11-20T08:43:35,366 DEBUG [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:35,366 INFO [StoreOpener-5f408f36e05f37465390dd230fb6121a-1 {}] regionserver.HStore(327): Store=5f408f36e05f37465390dd230fb6121a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T08:43:35,366 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,366 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,367 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,367 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,368 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,368 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,368 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T08:43:35,369 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,370 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 5f408f36e05f37465390dd230fb6121a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65090064, jitterRate=-0.03008246421813965}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T08:43:35,370 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,370 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 5f408f36e05f37465390dd230fb6121a: Running coprocessor pre-open hook at 1732092215361Writing region info on filesystem at 1732092215361Initializing all the Stores at 1732092215361Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092215361Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092215361Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732092215361Cleaning up temporary data from old regions at 1732092215368 (+7 ms)Running coprocessor post-open hooks at 1732092215370 (+2 ms)Region opened successfully at 1732092215370 2024-11-20T08:43:35,371 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., pid=145, masterSystemTime=1732092215357 2024-11-20T08:43:35,373 DEBUG [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,373 INFO [RS_OPEN_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=OPEN, openSeqNum=5, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:43:35,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143 2024-11-20T08:43:35,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 in 169 msec 2024-11-20T08:43:35,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T08:43:35,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, REOPEN/MOVE in 489 msec 2024-11-20T08:43:35,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-20T08:43:35,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 492 msec 2024-11-20T08:43:35,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 906 msec 2024-11-20T08:43:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T08:43:35,382 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:35,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4262b017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,384 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df44451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,386 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b911dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b3ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,388 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319b1aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70031d1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@263b0516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,391 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e48e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,392 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f44ff2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792e8aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,393 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d03db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,395 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b21dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43322a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d6029a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,397 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7fbc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e638e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,398 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1932b4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,399 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e6fb7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42aa7a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,401 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473b0641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,401 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,402 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34610fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9cbeba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,404 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b0526e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,405 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1784bf28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3012edbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,406 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,406 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273b53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,407 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfffbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3f87a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,408 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request be1eb2620e0e,35135,-1 for getting cluster id 2024-11-20T08:43:35,408 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T08:43:35,409 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccea47b-d0f5-4222-a5e1-85d303857bfd' 2024-11-20T08:43:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T08:43:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccea47b-d0f5-4222-a5e1-85d303857bfd" 2024-11-20T08:43:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc24f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [be1eb2620e0e,35135,-1] 2024-11-20T08:43:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T08:43:35,409 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:35,410 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T08:43:35,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da9e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T08:43:35,411 DEBUG [Thread-2320 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 DEBUG [Thread-2311 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 DEBUG [Thread-2307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:35,411 DEBUG [Thread-2309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 DEBUG [Thread-2318 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 DEBUG [Thread-2322 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 DEBUG [Thread-2305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,411 DEBUG [Thread-2303 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,412 DEBUG [Thread-2314 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,412 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-20T08:43:35,412 DEBUG [Thread-2316 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T08:43:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,413 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,414 DEBUG [Thread-2316 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,414 DEBUG [Thread-2316 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,415 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:35,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,415 DEBUG [Thread-2314 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=be1eb2620e0e,44595,1732092055690, seqNum=-1] 2024-11-20T08:43:35,415 DEBUG [Thread-2314 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T08:43:35,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:35,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T08:43:35,416 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:35,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,421 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5] 2024-11-20T08:43:35,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:35,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:35,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092215433, max timestamp=1732092215450Num uniques 859; 2024-11-20T08:43:35,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092215433, max timestamp=1732092215450Num uniques 859; 2024-11-20T08:43:35,454 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732092215433, max timestamp=1732092215450Num uniques 859; 2024-11-20T08:43:35,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:43:35,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:43:35,455 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T08:43:35,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d075e633ddf4015bcc4b61fdc02b270_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092215425/Put/seqid=0 2024-11-20T08:43:35,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742338_1514 (size=9714) 2024-11-20T08:43:35,476 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:35,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092275469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092275470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,477 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092275473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092275475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,480 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200d075e633ddf4015bcc4b61fdc02b270_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d075e633ddf4015bcc4b61fdc02b270_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,481 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:35,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092275476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b is 175, key is test_row_0/A:col10/1732092215425/Put/seqid=0 2024-11-20T08:43:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742339_1515 (size=22361) 2024-11-20T08:43:35,496 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b 2024-11-20T08:43:35,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/741bb22a94a14607b4de363715588f9c is 50, key is test_row_0/B:col10/1732092215425/Put/seqid=0 2024-11-20T08:43:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742340_1516 (size=9657) 2024-11-20T08:43:35,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/741bb22a94a14607b4de363715588f9c 2024-11-20T08:43:35,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/eaf75ea23dee4e5cad3fc45d3da3ebe1 is 50, key is test_row_0/C:col10/1732092215425/Put/seqid=0 2024-11-20T08:43:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742341_1517 (size=9657) 2024-11-20T08:43:35,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/eaf75ea23dee4e5cad3fc45d3da3ebe1 2024-11-20T08:43:35,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b 2024-11-20T08:43:35,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b, entries=100, sequenceid=14, filesize=21.8 K 2024-11-20T08:43:35,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/741bb22a94a14607b4de363715588f9c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/741bb22a94a14607b4de363715588f9c 2024-11-20T08:43:35,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/741bb22a94a14607b4de363715588f9c, entries=100, sequenceid=14, filesize=9.4 K 2024-11-20T08:43:35,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/eaf75ea23dee4e5cad3fc45d3da3ebe1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/eaf75ea23dee4e5cad3fc45d3da3ebe1 2024-11-20T08:43:35,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:35,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:35,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/eaf75ea23dee4e5cad3fc45d3da3ebe1, entries=100, sequenceid=14, filesize=9.4 K 2024-11-20T08:43:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5f408f36e05f37465390dd230fb6121a in 144ms, sequenceid=14, compaction requested=false 2024-11-20T08:43:35,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=140.89 KB heapSize=395.53 KB 2024-11-20T08:43:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:35,586 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:35,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a70578fc108743a99f7de17638a27a5b_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092215474/Put/seqid=0 2024-11-20T08:43:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092275590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092275593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092275594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092275595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092275596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742342_1518 (size=14594) 2024-11-20T08:43:35,604 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:35,607 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a70578fc108743a99f7de17638a27a5b_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a70578fc108743a99f7de17638a27a5b_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:35,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/20add7f1be5c485d91b41bd32cb78f37, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:35,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/20add7f1be5c485d91b41bd32cb78f37 is 175, key is test_row_0/A:col10/1732092215474/Put/seqid=0 2024-11-20T08:43:35,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742343_1519 (size=39549) 2024-11-20T08:43:35,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092275703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092275703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,706 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092275712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092275713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:35,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:35,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:35,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092275802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:35,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:35,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092275912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092275912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092275923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092275923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:35,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/20add7f1be5c485d91b41bd32cb78f37 2024-11-20T08:43:36,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7b0328d9717f48b5b0996a86bfe1b81d is 50, key is test_row_0/B:col10/1732092215474/Put/seqid=0 2024-11-20T08:43:36,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742344_1520 (size=12001) 2024-11-20T08:43:36,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:36,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:36,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092276112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:36,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092276222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092276223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092276233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092276233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:36,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7b0328d9717f48b5b0996a86bfe1b81d 2024-11-20T08:43:36,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1e92c63ac43f4e9b8a364d3b1477c7ae is 50, key is test_row_0/C:col10/1732092215474/Put/seqid=0 2024-11-20T08:43:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742345_1521 (size=12001) 2024-11-20T08:43:36,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092276623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:36,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092276733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092276733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092276743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092276743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:36,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:36,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:36,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1e92c63ac43f4e9b8a364d3b1477c7ae 2024-11-20T08:43:36,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/20add7f1be5c485d91b41bd32cb78f37 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37 2024-11-20T08:43:36,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37, entries=200, sequenceid=50, filesize=38.6 K 2024-11-20T08:43:36,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7b0328d9717f48b5b0996a86bfe1b81d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7b0328d9717f48b5b0996a86bfe1b81d 2024-11-20T08:43:36,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7b0328d9717f48b5b0996a86bfe1b81d, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:43:36,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1e92c63ac43f4e9b8a364d3b1477c7ae as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e92c63ac43f4e9b8a364d3b1477c7ae 2024-11-20T08:43:36,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e92c63ac43f4e9b8a364d3b1477c7ae, entries=150, sequenceid=50, filesize=11.7 K 2024-11-20T08:43:36,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~395.48 KB/404976, currentSize=40.25 KB/41220 for 5f408f36e05f37465390dd230fb6121a in 1266ms, sequenceid=50, compaction requested=false 2024-11-20T08:43:36,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:36,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-20T08:43:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:36,946 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:43:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:36,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5b7c215d56943f994e095e887a3c5c8_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092215588/Put/seqid=0 2024-11-20T08:43:36,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742346_1522 (size=12154) 2024-11-20T08:43:37,019 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T08:43:37,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:37,363 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5b7c215d56943f994e095e887a3c5c8_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5b7c215d56943f994e095e887a3c5c8_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:37,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a539e7f676e94521a61719a6002adc66, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:37,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a539e7f676e94521a61719a6002adc66 is 175, key is test_row_0/A:col10/1732092215588/Put/seqid=0 2024-11-20T08:43:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742347_1523 (size=30955) 2024-11-20T08:43:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:37,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092217708, max timestamp=1732092217725Num uniques 859; 2024-11-20T08:43:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092217708, max timestamp=1732092217725Num uniques 859; 2024-11-20T08:43:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092217708, max timestamp=1732092217725Num uniques 859; 2024-11-20T08:43:37,728 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092277765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,773 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a539e7f676e94521a61719a6002adc66 2024-11-20T08:43:37,774 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092217762, max timestamp=1732092217769Num uniques 1018; 2024-11-20T08:43:37,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092217762, max timestamp=1732092217769Num uniques 1018; 2024-11-20T08:43:37,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:37,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:37,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092217762, max timestamp=1732092217769Num uniques 1018; 2024-11-20T08:43:37,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/9ffc6bd944a84fcd99cdf46cd20d3b7c is 50, key is test_row_0/B:col10/1732092215588/Put/seqid=0 2024-11-20T08:43:37,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742348_1524 (size=12001) 2024-11-20T08:43:37,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732092217791, max timestamp=1732092217800Num uniques 1027; 2024-11-20T08:43:37,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-20T08:43:37,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732092217791, max timestamp=1732092217800Num uniques 1027; 2024-11-20T08:43:37,805 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-20T08:43:37,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732092217791, max timestamp=1732092217800Num uniques 1027; 2024-11-20T08:43:37,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-20T08:43:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092277834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732092217825, max timestamp=1732092217836Num uniques 1086; 2024-11-20T08:43:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-20T08:43:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732092217825, max timestamp=1732092217836Num uniques 1086; 2024-11-20T08:43:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=286, cellSize=13096, totalHeapSize=29984, min timestamp=1732092217825, max timestamp=1732092217836Num uniques 1086; 2024-11-20T08:43:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-20T08:43:37,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=13096, suffix heap size=140912,new segment heap size=29984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=286 2024-11-20T08:43:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092277870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092277875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092277875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092277883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092277953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,955 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092277983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,987 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092277992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092277993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:37,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092278092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092278163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,184 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/9ffc6bd944a84fcd99cdf46cd20d3b7c 2024-11-20T08:43:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/46b92e4701724977ae7ca30137202390 is 50, key is test_row_0/C:col10/1732092215588/Put/seqid=0 2024-11-20T08:43:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742349_1525 (size=12001) 2024-11-20T08:43:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092278192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092278203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092278203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,208 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092278402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092278473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092278502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092278513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092278513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,595 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/46b92e4701724977ae7ca30137202390 2024-11-20T08:43:38,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a539e7f676e94521a61719a6002adc66 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66 2024-11-20T08:43:38,603 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66, entries=150, sequenceid=59, filesize=30.2 K 2024-11-20T08:43:38,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/9ffc6bd944a84fcd99cdf46cd20d3b7c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/9ffc6bd944a84fcd99cdf46cd20d3b7c 2024-11-20T08:43:38,607 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/9ffc6bd944a84fcd99cdf46cd20d3b7c, entries=150, sequenceid=59, filesize=11.7 K 2024-11-20T08:43:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/46b92e4701724977ae7ca30137202390 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/46b92e4701724977ae7ca30137202390 2024-11-20T08:43:38,611 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/46b92e4701724977ae7ca30137202390, entries=150, sequenceid=59, filesize=11.7 K 2024-11-20T08:43:38,612 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 5f408f36e05f37465390dd230fb6121a in 1666ms, sequenceid=59, compaction requested=true 2024-11-20T08:43:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:38,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-20T08:43:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-20T08:43:38,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T08:43:38,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1970 sec 2024-11-20T08:43:38,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.2080 sec 2024-11-20T08:43:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:38,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=147.60 KB heapSize=412.92 KB 2024-11-20T08:43:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:38,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:38,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120334f54acacc64433a6bea198adcbfb21_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742350_1526 (size=14794) 2024-11-20T08:43:38,928 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:38,931 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120334f54acacc64433a6bea198adcbfb21_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120334f54acacc64433a6bea198adcbfb21_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:38,932 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/f8a8c7aaf3224a11a1962c78bdccd084, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:38,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/f8a8c7aaf3224a11a1962c78bdccd084 is 175, key is test_row_0/A:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742351_1527 (size=39749) 2024-11-20T08:43:38,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092278946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:38,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092278982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:38,987 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092279013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092279023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092279032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092279053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092279263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,343 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/f8a8c7aaf3224a11a1962c78bdccd084 2024-11-20T08:43:39,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7d3299fb3aff47809a953e44b9d4e962 is 50, key is test_row_0/B:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:39,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742352_1528 (size=12151) 2024-11-20T08:43:39,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7d3299fb3aff47809a953e44b9d4e962 2024-11-20T08:43:39,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/3325314114c447ee905c12d849a7ec1c is 50, key is test_row_0/C:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:39,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742353_1529 (size=12151) 2024-11-20T08:43:39,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/3325314114c447ee905c12d849a7ec1c 2024-11-20T08:43:39,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/f8a8c7aaf3224a11a1962c78bdccd084 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084 2024-11-20T08:43:39,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084, entries=200, sequenceid=147, filesize=38.8 K 2024-11-20T08:43:39,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7d3299fb3aff47809a953e44b9d4e962 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7d3299fb3aff47809a953e44b9d4e962 2024-11-20T08:43:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7d3299fb3aff47809a953e44b9d4e962, entries=150, sequenceid=147, filesize=11.9 K 2024-11-20T08:43:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/3325314114c447ee905c12d849a7ec1c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3325314114c447ee905c12d849a7ec1c 2024-11-20T08:43:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3325314114c447ee905c12d849a7ec1c, entries=150, sequenceid=147, filesize=11.9 K 2024-11-20T08:43:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~412.88 KB/422784, currentSize=33.54 KB/34350 for 5f408f36e05f37465390dd230fb6121a in 474ms, sequenceid=147, compaction requested=true 2024-11-20T08:43:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:39,391 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:39,391 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,404 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:39,404 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132614 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,404 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/B is initiating minor compaction (all files) 2024-11-20T08:43:39,404 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/A is initiating minor compaction (all files) 2024-11-20T08:43:39,405 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/B in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,405 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/A in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,405 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/741bb22a94a14607b4de363715588f9c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7b0328d9717f48b5b0996a86bfe1b81d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/9ffc6bd944a84fcd99cdf46cd20d3b7c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7d3299fb3aff47809a953e44b9d4e962] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=44.7 K 2024-11-20T08:43:39,405 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=129.5 K 2024-11-20T08:43:39,405 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,405 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084] 2024-11-20T08:43:39,405 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 741bb22a94a14607b4de363715588f9c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732092215420 2024-11-20T08:43:39,405 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d0cb16dc1c44a85b8dd192c8d1e2b9b, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732092215420 2024-11-20T08:43:39,405 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b0328d9717f48b5b0996a86bfe1b81d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732092215472 2024-11-20T08:43:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,406 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20add7f1be5c485d91b41bd32cb78f37, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732092215468 2024-11-20T08:43:39,406 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ffc6bd944a84fcd99cdf46cd20d3b7c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092215588 2024-11-20T08:43:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,406 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a539e7f676e94521a61719a6002adc66, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092215588 2024-11-20T08:43:39,406 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d3299fb3aff47809a953e44b9d4e962, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732092217865 2024-11-20T08:43:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,406 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8a8c7aaf3224a11a1962c78bdccd084, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732092217865 2024-11-20T08:43:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,414 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#B#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,415 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/401b5fe076e642f09ca1f619bfae6d0b is 50, key is test_row_0/B:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,416 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,421 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209619afb4d2de46c7916f818ce6c128a7_5f408f36e05f37465390dd230fb6121a store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,423 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209619afb4d2de46c7916f818ce6c128a7_5f408f36e05f37465390dd230fb6121a, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:39,423 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209619afb4d2de46c7916f818ce6c128a7_5f408f36e05f37465390dd230fb6121a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:39,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742354_1530 (size=12289) 2024-11-20T08:43:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,429 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/401b5fe076e642f09ca1f619bfae6d0b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/401b5fe076e642f09ca1f619bfae6d0b 2024-11-20T08:43:39,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742355_1531 (size=4469) 2024-11-20T08:43:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,432 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#A#compaction#451 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,432 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6053bee2ec4a41d997ef664f59f5fbba is 175, key is test_row_0/A:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,435 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/B of 5f408f36e05f37465390dd230fb6121a into 401b5fe076e642f09ca1f619bfae6d0b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:39,435 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,435 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/B, priority=12, startTime=1732092219390; duration=0sec 2024-11-20T08:43:39,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:39,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:39,436 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742356_1532 (size=31243) 2024-11-20T08:43:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,438 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45810 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,438 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/C is initiating minor compaction (all files) 2024-11-20T08:43:39,438 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/C in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,438 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/eaf75ea23dee4e5cad3fc45d3da3ebe1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e92c63ac43f4e9b8a364d3b1477c7ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/46b92e4701724977ae7ca30137202390, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3325314114c447ee905c12d849a7ec1c] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=44.7 K 2024-11-20T08:43:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,438 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting eaf75ea23dee4e5cad3fc45d3da3ebe1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732092215420 2024-11-20T08:43:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e92c63ac43f4e9b8a364d3b1477c7ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732092215472 2024-11-20T08:43:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 46b92e4701724977ae7ca30137202390, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732092215588 2024-11-20T08:43:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,439 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 3325314114c447ee905c12d849a7ec1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732092217865 2024-11-20T08:43:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,454 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,454 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/bd3f65dfd9bc4a9bb66ea2fb9270af33 is 50, key is test_row_0/C:col10/1732092218915/Put/seqid=0 2024-11-20T08:43:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742357_1533 (size=12289) 2024-11-20T08:43:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,468 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/bd3f65dfd9bc4a9bb66ea2fb9270af33 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bd3f65dfd9bc4a9bb66ea2fb9270af33 2024-11-20T08:43:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,472 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/C of 5f408f36e05f37465390dd230fb6121a into bd3f65dfd9bc4a9bb66ea2fb9270af33(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:39,472 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:39,473 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/C, priority=12, startTime=1732092219391; duration=0sec 2024-11-20T08:43:39,473 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,473 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:43:39,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:39,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d6dd0a9b9614ae8862906ba6bcb1e99_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092218939/Put/seqid=0 2024-11-20T08:43:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742358_1534 (size=14794) 2024-11-20T08:43:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-20T08:43:39,603 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:39,604 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-20T08:43:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-20T08:43:39,606 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:39,607 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:39,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092219663, max timestamp=1732092219684Num uniques 859; 2024-11-20T08:43:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092219663, max timestamp=1732092219684Num uniques 859; 2024-11-20T08:43:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092219663, max timestamp=1732092219684Num uniques 859; 2024-11-20T08:43:39,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-20T08:43:39,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T08:43:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:39,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:39,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092279774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,841 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6053bee2ec4a41d997ef664f59f5fbba as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6053bee2ec4a41d997ef664f59f5fbba 2024-11-20T08:43:39,845 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/A of 5f408f36e05f37465390dd230fb6121a into 6053bee2ec4a41d997ef664f59f5fbba(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:39,845 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:39,845 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/A, priority=12, startTime=1732092219390; duration=0sec 2024-11-20T08:43:39,845 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:39,845 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092279882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:39,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T08:43:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:39,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:39,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-20T08:43:39,996 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:40,000 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203d6dd0a9b9614ae8862906ba6bcb1e99_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d6dd0a9b9614ae8862906ba6bcb1e99_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:40,000 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3036a64e193144259f272e7bb026ef3e, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:40,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3036a64e193144259f272e7bb026ef3e is 175, key is test_row_0/A:col10/1732092218939/Put/seqid=0 2024-11-20T08:43:40,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742359_1535 (size=39749) 2024-11-20T08:43:40,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092280002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,006 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,007 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092280033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,035 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092280043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092280043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,047 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,048 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T08:43:40,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:40,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092280093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T08:43:40,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-20T08:43:40,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T08:43:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:40,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092280403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,405 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3036a64e193144259f272e7bb026ef3e 2024-11-20T08:43:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/0253c28cd11f409a92ede371d7453a52 is 50, key is test_row_0/B:col10/1732092218939/Put/seqid=0 2024-11-20T08:43:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742360_1536 (size=12151) 2024-11-20T08:43:40,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/0253c28cd11f409a92ede371d7453a52 2024-11-20T08:43:40,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/2c8b6fac29834a4ea831c39b10d52918 is 50, key is test_row_0/C:col10/1732092218939/Put/seqid=0 2024-11-20T08:43:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742361_1537 (size=12151) 2024-11-20T08:43:40,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/2c8b6fac29834a4ea831c39b10d52918 2024-11-20T08:43:40,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3036a64e193144259f272e7bb026ef3e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e 2024-11-20T08:43:40,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e, entries=200, sequenceid=159, filesize=38.8 K 2024-11-20T08:43:40,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/0253c28cd11f409a92ede371d7453a52 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0253c28cd11f409a92ede371d7453a52 2024-11-20T08:43:40,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0253c28cd11f409a92ede371d7453a52, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T08:43:40,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/2c8b6fac29834a4ea831c39b10d52918 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/2c8b6fac29834a4ea831c39b10d52918 2024-11-20T08:43:40,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/2c8b6fac29834a4ea831c39b10d52918, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T08:43:40,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5f408f36e05f37465390dd230fb6121a in 866ms, sequenceid=159, compaction requested=false 2024-11-20T08:43:40,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:40,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-20T08:43:40,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:40,524 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T08:43:40,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:40,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:40,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:40,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:40,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:40,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:40,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1f818987bba4183b377a95c7f2072dc_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092219741/Put/seqid=0 2024-11-20T08:43:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742362_1538 (size=12304) 2024-11-20T08:43:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:40,542 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c1f818987bba4183b377a95c7f2072dc_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1f818987bba4183b377a95c7f2072dc_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:40,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/24544429c08845bb8dfbcf09b5a0c2b7, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:40,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/24544429c08845bb8dfbcf09b5a0c2b7 is 175, key is test_row_0/A:col10/1732092219741/Put/seqid=0 2024-11-20T08:43:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742363_1539 (size=31105) 2024-11-20T08:43:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-20T08:43:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:40,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:40,948 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/24544429c08845bb8dfbcf09b5a0c2b7 2024-11-20T08:43:40,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/706fd516414f4133b7be4b5def944287 is 50, key is test_row_0/B:col10/1732092219741/Put/seqid=0 2024-11-20T08:43:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092280950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:40,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742364_1540 (size=12151) 2024-11-20T08:43:40,960 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/706fd516414f4133b7be4b5def944287 2024-11-20T08:43:40,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/e1259e191dd24421b80b76a4dab3c354 is 50, key is test_row_0/C:col10/1732092219741/Put/seqid=0 2024-11-20T08:43:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742365_1541 (size=12151) 2024-11-20T08:43:40,982 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/e1259e191dd24421b80b76a4dab3c354 2024-11-20T08:43:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/24544429c08845bb8dfbcf09b5a0c2b7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7 2024-11-20T08:43:40,992 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7, entries=150, sequenceid=197, filesize=30.4 K 2024-11-20T08:43:40,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/706fd516414f4133b7be4b5def944287 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/706fd516414f4133b7be4b5def944287 2024-11-20T08:43:40,998 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/706fd516414f4133b7be4b5def944287, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T08:43:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/e1259e191dd24421b80b76a4dab3c354 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e1259e191dd24421b80b76a4dab3c354 2024-11-20T08:43:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,009 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e1259e191dd24421b80b76a4dab3c354, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T08:43:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,010 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 5f408f36e05f37465390dd230fb6121a in 486ms, sequenceid=197, compaction requested=true 2024-11-20T08:43:41,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:41,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:41,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-20T08:43:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-20T08:43:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-20T08:43:41,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4050 sec 2024-11-20T08:43:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.4160 sec 2024-11-20T08:43:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:41,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T08:43:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:41,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dedc6b2f86444d2a92c8230dcaad5911_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742366_1542 (size=12304) 2024-11-20T08:43:41,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092221146, max timestamp=1732092221174Num uniques 859; 2024-11-20T08:43:41,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:41,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092221146, max timestamp=1732092221174Num uniques 859; 2024-11-20T08:43:41,177 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:41,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092221146, max timestamp=1732092221174Num uniques 859; 2024-11-20T08:43:41,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:41,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092281272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092281383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:41,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:41,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dedc6b2f86444d2a92c8230dcaad5911_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dedc6b2f86444d2a92c8230dcaad5911_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:41,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/0ac98395573e46d1934810995bbf9273, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:41,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/0ac98395573e46d1934810995bbf9273 is 175, key is test_row_0/A:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:41,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742367_1543 (size=31105) 2024-11-20T08:43:41,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092281593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-20T08:43:41,754 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:41,754 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:41,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-20T08:43:41,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T08:43:41,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:41,757 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:41,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:41,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T08:43:41,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/0ac98395573e46d1934810995bbf9273 2024-11-20T08:43:41,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7e07dfcd72694a7293f0d936aa8b091e is 50, key is test_row_0/B:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:41,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742368_1544 (size=12151) 2024-11-20T08:43:41,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092281902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:41,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:41,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:41,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:41,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092282022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:42,026 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:42,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092282053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:42,057 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:42,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092282063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:42,067 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:42,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:42,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T08:43:42,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:42,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092282072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:42,076 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:42,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:42,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7e07dfcd72694a7293f0d936aa8b091e 2024-11-20T08:43:42,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/43be425961644f26b010d101990aa439 is 50, key is test_row_0/C:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:42,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742369_1545 (size=12151) 2024-11-20T08:43:42,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:42,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T08:43:42,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092282413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:42,419 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:42,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:42,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:42,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/43be425961644f26b010d101990aa439 2024-11-20T08:43:42,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/0ac98395573e46d1934810995bbf9273 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273 2024-11-20T08:43:42,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273, entries=150, sequenceid=208, filesize=30.4 K 2024-11-20T08:43:42,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/7e07dfcd72694a7293f0d936aa8b091e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7e07dfcd72694a7293f0d936aa8b091e 2024-11-20T08:43:42,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7e07dfcd72694a7293f0d936aa8b091e, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T08:43:42,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/43be425961644f26b010d101990aa439 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/43be425961644f26b010d101990aa439 2024-11-20T08:43:42,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/43be425961644f26b010d101990aa439, entries=150, sequenceid=208, filesize=11.9 K 2024-11-20T08:43:42,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 5f408f36e05f37465390dd230fb6121a in 1662ms, sequenceid=208, compaction requested=true 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:42,733 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:42,733 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:42,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:42,734 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133202 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:42,734 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48742 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/B is initiating minor compaction (all files) 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/A is initiating minor compaction (all files) 2024-11-20T08:43:42,735 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/B in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,735 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/A in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,735 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/401b5fe076e642f09ca1f619bfae6d0b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0253c28cd11f409a92ede371d7453a52, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/706fd516414f4133b7be4b5def944287, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7e07dfcd72694a7293f0d936aa8b091e] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=47.6 K 2024-11-20T08:43:42,735 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6053bee2ec4a41d997ef664f59f5fbba, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=130.1 K 2024-11-20T08:43:42,735 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6053bee2ec4a41d997ef664f59f5fbba, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273] 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 401b5fe076e642f09ca1f619bfae6d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732092217865 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6053bee2ec4a41d997ef664f59f5fbba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732092217865 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3036a64e193144259f272e7bb026ef3e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732092218939 2024-11-20T08:43:42,735 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0253c28cd11f409a92ede371d7453a52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732092218939 2024-11-20T08:43:42,736 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24544429c08845bb8dfbcf09b5a0c2b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732092219741 2024-11-20T08:43:42,736 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 706fd516414f4133b7be4b5def944287, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732092219741 2024-11-20T08:43:42,736 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ac98395573e46d1934810995bbf9273, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732092220941 2024-11-20T08:43:42,736 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e07dfcd72694a7293f0d936aa8b091e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732092220941 2024-11-20T08:43:42,742 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:42,744 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:42,744 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411202e85aff0a5134e97967995507c5f62a2_5f408f36e05f37465390dd230fb6121a store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:42,745 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/59483e9c0e6645fca59054e6de639d0d is 50, key is test_row_0/B:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:42,747 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411202e85aff0a5134e97967995507c5f62a2_5f408f36e05f37465390dd230fb6121a, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:42,747 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202e85aff0a5134e97967995507c5f62a2_5f408f36e05f37465390dd230fb6121a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:42,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742370_1546 (size=12425) 2024-11-20T08:43:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742371_1547 (size=4469) 2024-11-20T08:43:42,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T08:43:42,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:42,825 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T08:43:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:42,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T08:43:42,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206eb8c931e87c448b9d7f171e2a5b376f_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092221263/Put/seqid=0 2024-11-20T08:43:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742372_1548 (size=12304) 2024-11-20T08:43:42,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:42,840 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206eb8c931e87c448b9d7f171e2a5b376f_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206eb8c931e87c448b9d7f171e2a5b376f_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3f0bc6e80d7342bda351195af90479fe, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:42,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3f0bc6e80d7342bda351195af90479fe is 175, key is test_row_0/A:col10/1732092221263/Put/seqid=0 2024-11-20T08:43:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742373_1549 (size=31105) 2024-11-20T08:43:42,847 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3f0bc6e80d7342bda351195af90479fe 2024-11-20T08:43:42,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/8a8c91e95a744601b6a842b3cf803cab is 50, key is test_row_0/B:col10/1732092221263/Put/seqid=0 2024-11-20T08:43:42,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742374_1550 (size=12151) 2024-11-20T08:43:42,858 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/8a8c91e95a744601b6a842b3cf803cab 2024-11-20T08:43:42,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/64f8892241e941f1b22205e1baee785f is 50, key is test_row_0/C:col10/1732092221263/Put/seqid=0 2024-11-20T08:43:42,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742375_1551 (size=12151) 2024-11-20T08:43:42,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T08:43:43,154 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/59483e9c0e6645fca59054e6de639d0d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/59483e9c0e6645fca59054e6de639d0d 2024-11-20T08:43:43,157 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:43,157 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6e879436b85948e1b3516d2c77311534 is 175, key is test_row_0/A:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:43,158 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/B of 5f408f36e05f37465390dd230fb6121a into 59483e9c0e6645fca59054e6de639d0d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:43,159 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:43,159 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/B, priority=12, startTime=1732092222733; duration=0sec 2024-11-20T08:43:43,159 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:43,159 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:43,159 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:43,160 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48742 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:43,160 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/C is initiating minor compaction (all files) 2024-11-20T08:43:43,160 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/C in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:43,160 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bd3f65dfd9bc4a9bb66ea2fb9270af33, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/2c8b6fac29834a4ea831c39b10d52918, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e1259e191dd24421b80b76a4dab3c354, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/43be425961644f26b010d101990aa439] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=47.6 K 2024-11-20T08:43:43,160 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting bd3f65dfd9bc4a9bb66ea2fb9270af33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732092217865 2024-11-20T08:43:43,161 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c8b6fac29834a4ea831c39b10d52918, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732092218939 2024-11-20T08:43:43,161 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting e1259e191dd24421b80b76a4dab3c354, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732092219741 2024-11-20T08:43:43,161 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 43be425961644f26b010d101990aa439, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732092220941 2024-11-20T08:43:43,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742376_1552 (size=31379) 2024-11-20T08:43:43,170 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#C#compaction#467 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:43,170 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/fc5096d7c8134afaafb66f3f61eb10d3 is 50, key is test_row_0/C:col10/1732092220941/Put/seqid=0 2024-11-20T08:43:43,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742377_1553 (size=12425) 2024-11-20T08:43:43,268 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/64f8892241e941f1b22205e1baee785f 2024-11-20T08:43:43,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/3f0bc6e80d7342bda351195af90479fe as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe 2024-11-20T08:43:43,276 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe, entries=150, sequenceid=244, filesize=30.4 K 2024-11-20T08:43:43,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/8a8c91e95a744601b6a842b3cf803cab as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/8a8c91e95a744601b6a842b3cf803cab 2024-11-20T08:43:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,280 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/8a8c91e95a744601b6a842b3cf803cab, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T08:43:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/64f8892241e941f1b22205e1baee785f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/64f8892241e941f1b22205e1baee785f 2024-11-20T08:43:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,284 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/64f8892241e941f1b22205e1baee785f, entries=150, sequenceid=244, filesize=11.9 K 2024-11-20T08:43:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,285 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for 5f408f36e05f37465390dd230fb6121a in 460ms, sequenceid=244, compaction requested=false 2024-11-20T08:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:43,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-20T08:43:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T08:43:43,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-11-20T08:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.5350 sec 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,567 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6e879436b85948e1b3516d2c77311534 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6e879436b85948e1b3516d2c77311534 2024-11-20T08:43:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:43,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:43:43,573 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/A of 5f408f36e05f37465390dd230fb6121a into 6e879436b85948e1b3516d2c77311534(size=30.6 K), total size for store is 61.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:43,573 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:43,573 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/A, priority=12, startTime=1732092222733; duration=0sec 2024-11-20T08:43:43,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,573 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:43,573 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:43,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,582 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/fc5096d7c8134afaafb66f3f61eb10d3 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fc5096d7c8134afaafb66f3f61eb10d3 2024-11-20T08:43:43,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112050fb7e69390c462db7ca195393f15bbe_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:43,587 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/C of 5f408f36e05f37465390dd230fb6121a into fc5096d7c8134afaafb66f3f61eb10d3(size=12.1 K), total size for store is 24 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:43,587 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:43,587 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/C, priority=12, startTime=1732092222733; duration=0sec 2024-11-20T08:43:43,587 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:43,587 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742378_1554 (size=22268) 2024-11-20T08:43:43,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092223614, max timestamp=1732092223657Num uniques 859; 2024-11-20T08:43:43,660 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:43,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092223614, max timestamp=1732092223657Num uniques 859; 2024-11-20T08:43:43,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:43,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092223614, max timestamp=1732092223657Num uniques 859; 2024-11-20T08:43:43,662 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092283753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:43,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092283863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:43,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T08:43:43,903 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:43,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-20T08:43:43,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:43,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:43,906 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:43,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:43,993 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:43,996 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112050fb7e69390c462db7ca195393f15bbe_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112050fb7e69390c462db7ca195393f15bbe_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:43,997 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cda3b0738cb24fd4a54b55ed21ae8453, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:43,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cda3b0738cb24fd4a54b55ed21ae8453 is 175, key is test_row_0/A:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742379_1555 (size=65673) 2024-11-20T08:43:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:44,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092284073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:44,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:44,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:44,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092284382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:44,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:44,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:44,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:44,401 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cda3b0738cb24fd4a54b55ed21ae8453 2024-11-20T08:43:44,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/604d0be0ffec4e1a8f05a85336806cd2 is 50, key is test_row_0/B:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742380_1556 (size=12151) 2024-11-20T08:43:44,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:44,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/604d0be0ffec4e1a8f05a85336806cd2 2024-11-20T08:43:44,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/7f50f54b511b4155a4a1cfcd699477b5 is 50, key is test_row_0/C:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:44,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742381_1557 (size=12151) 2024-11-20T08:43:44,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/7f50f54b511b4155a4a1cfcd699477b5 2024-11-20T08:43:44,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cda3b0738cb24fd4a54b55ed21ae8453 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453 2024-11-20T08:43:44,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453, entries=350, sequenceid=256, filesize=64.1 K 2024-11-20T08:43:44,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/604d0be0ffec4e1a8f05a85336806cd2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/604d0be0ffec4e1a8f05a85336806cd2 2024-11-20T08:43:44,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/604d0be0ffec4e1a8f05a85336806cd2, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T08:43:44,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/7f50f54b511b4155a4a1cfcd699477b5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/7f50f54b511b4155a4a1cfcd699477b5 2024-11-20T08:43:44,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/7f50f54b511b4155a4a1cfcd699477b5, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T08:43:44,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5f408f36e05f37465390dd230fb6121a in 1268ms, sequenceid=256, compaction requested=true 2024-11-20T08:43:44,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:44,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:44,842 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:44,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:44,842 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:44,842 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128157 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:44,842 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:44,842 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/A is initiating minor compaction (all files) 2024-11-20T08:43:44,842 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/B is initiating minor compaction (all files) 2024-11-20T08:43:44,843 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/A in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,843 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/B in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,843 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6e879436b85948e1b3516d2c77311534, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=125.2 K 2024-11-20T08:43:44,843 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/59483e9c0e6645fca59054e6de639d0d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/8a8c91e95a744601b6a842b3cf803cab, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/604d0be0ffec4e1a8f05a85336806cd2] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=35.9 K 2024-11-20T08:43:44,843 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,843 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6e879436b85948e1b3516d2c77311534, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453] 2024-11-20T08:43:44,843 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 59483e9c0e6645fca59054e6de639d0d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732092220941 2024-11-20T08:43:44,843 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e879436b85948e1b3516d2c77311534, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732092220941 2024-11-20T08:43:44,844 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f0bc6e80d7342bda351195af90479fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732092221235 2024-11-20T08:43:44,844 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a8c91e95a744601b6a842b3cf803cab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732092221235 2024-11-20T08:43:44,844 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting cda3b0738cb24fd4a54b55ed21ae8453, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732092223473 2024-11-20T08:43:44,844 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 604d0be0ffec4e1a8f05a85336806cd2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732092223473 2024-11-20T08:43:44,851 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:44,851 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:44,852 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/1777e62befe447f380a19ca2bca1c135 is 50, key is test_row_0/B:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:44,852 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112081c17a9c1f47494da69c54dfe87ed14f_5f408f36e05f37465390dd230fb6121a store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:44,855 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112081c17a9c1f47494da69c54dfe87ed14f_5f408f36e05f37465390dd230fb6121a, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:44,855 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112081c17a9c1f47494da69c54dfe87ed14f_5f408f36e05f37465390dd230fb6121a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:44,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742382_1558 (size=12527) 2024-11-20T08:43:44,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742383_1559 (size=4469) 2024-11-20T08:43:44,860 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#A#compaction#472 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:44,860 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b28eb7bb1a7948d9ba6f04c940a6d95d is 175, key is test_row_0/A:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742384_1560 (size=31481) 2024-11-20T08:43:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T08:43:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:44,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a55ca1e3439744c4aae4d1c0db3302ed_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092223679/Put/seqid=0 2024-11-20T08:43:44,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742385_1561 (size=14994) 2024-11-20T08:43:44,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092284933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:44,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:44,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:44,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092285043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:45,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:45,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092285253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:45,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:45,264 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/1777e62befe447f380a19ca2bca1c135 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1777e62befe447f380a19ca2bca1c135 2024-11-20T08:43:45,269 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/B of 5f408f36e05f37465390dd230fb6121a into 1777e62befe447f380a19ca2bca1c135(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:45,269 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:45,269 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/B, priority=13, startTime=1732092224842; duration=0sec 2024-11-20T08:43:45,269 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:45,269 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:45,269 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:45,270 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b28eb7bb1a7948d9ba6f04c940a6d95d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b28eb7bb1a7948d9ba6f04c940a6d95d 2024-11-20T08:43:45,271 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:45,271 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/C is initiating minor compaction (all files) 2024-11-20T08:43:45,271 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/C in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,271 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fc5096d7c8134afaafb66f3f61eb10d3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/64f8892241e941f1b22205e1baee785f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/7f50f54b511b4155a4a1cfcd699477b5] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=35.9 K 2024-11-20T08:43:45,272 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting fc5096d7c8134afaafb66f3f61eb10d3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732092220941 2024-11-20T08:43:45,272 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 64f8892241e941f1b22205e1baee785f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732092221235 2024-11-20T08:43:45,273 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f50f54b511b4155a4a1cfcd699477b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732092223473 2024-11-20T08:43:45,275 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/A of 5f408f36e05f37465390dd230fb6121a into b28eb7bb1a7948d9ba6f04c940a6d95d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:45,275 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:45,275 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/A, priority=13, startTime=1732092224841; duration=0sec 2024-11-20T08:43:45,275 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:45,275 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:45,280 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:45,281 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/45d551d1c9434109aa35c63fdbe1662d is 50, key is test_row_0/C:col10/1732092223571/Put/seqid=0 2024-11-20T08:43:45,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742386_1562 (size=12527) 2024-11-20T08:43:45,310 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:45,314 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a55ca1e3439744c4aae4d1c0db3302ed_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a55ca1e3439744c4aae4d1c0db3302ed_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:45,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b2496fa7cf8149febef443372a158a9d, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:45,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b2496fa7cf8149febef443372a158a9d is 175, key is test_row_0/A:col10/1732092223679/Put/seqid=0 2024-11-20T08:43:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742387_1563 (size=39949) 2024-11-20T08:43:45,337 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T08:43:45,337 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T08:43:45,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092285563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:45,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,694 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/45d551d1c9434109aa35c63fdbe1662d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/45d551d1c9434109aa35c63fdbe1662d 2024-11-20T08:43:45,699 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/C of 5f408f36e05f37465390dd230fb6121a into 45d551d1c9434109aa35c63fdbe1662d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:45,699 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:45,699 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/C, priority=13, startTime=1732092224842; duration=0sec 2024-11-20T08:43:45,699 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:45,699 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:45,721 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b2496fa7cf8149febef443372a158a9d 2024-11-20T08:43:45,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/198768c3ad3e4ecfb20778db9281b69e is 50, key is test_row_0/B:col10/1732092223679/Put/seqid=0 2024-11-20T08:43:45,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742388_1564 (size=12301) 2024-11-20T08:43:45,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:45,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:45,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:46,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47302 deadline: 1732092286042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:46,046 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:46,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:46,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:46,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:46,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:46,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47288 deadline: 1732092286073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:46,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092286073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,076 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_0' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47280 deadline: 1732092286102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47306 deadline: 1732092286102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:46,105 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_1' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:46,106 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to be1eb2620e0e,44595,1732092055690 for 'test_row_2' in 5f408f36e05f37465390dd230fb6121a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-20T08:43:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:46,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:46,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/198768c3ad3e4ecfb20778db9281b69e 2024-11-20T08:43:46,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/8997c28b0084444495e99635b5f45b45 is 50, key is test_row_0/C:col10/1732092223679/Put/seqid=0 2024-11-20T08:43:46,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742389_1565 (size=12301) 2024-11-20T08:43:46,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/8997c28b0084444495e99635b5f45b45 2024-11-20T08:43:46,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b2496fa7cf8149febef443372a158a9d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d 2024-11-20T08:43:46,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d, entries=200, sequenceid=295, filesize=39.0 K 2024-11-20T08:43:46,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/198768c3ad3e4ecfb20778db9281b69e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/198768c3ad3e4ecfb20778db9281b69e 2024-11-20T08:43:46,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/198768c3ad3e4ecfb20778db9281b69e, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T08:43:46,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/8997c28b0084444495e99635b5f45b45 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/8997c28b0084444495e99635b5f45b45 2024-11-20T08:43:46,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/8997c28b0084444495e99635b5f45b45, entries=150, sequenceid=295, filesize=12.0 K 2024-11-20T08:43:46,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 5f408f36e05f37465390dd230fb6121a in 1262ms, sequenceid=295, compaction requested=false 2024-11-20T08:43:46,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:46,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T08:43:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:46,200 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:43:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:46,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112021dc1476c332453096870331fe24f869_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092224932/Put/seqid=0 2024-11-20T08:43:46,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742390_1566 (size=12454) 2024-11-20T08:43:46,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,223 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112021dc1476c332453096870331fe24f869_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021dc1476c332453096870331fe24f869_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/5d348548b8c54afba281d1eb374f0f59, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:46,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/5d348548b8c54afba281d1eb374f0f59 is 175, key is test_row_0/A:col10/1732092224932/Put/seqid=0 2024-11-20T08:43:46,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742391_1567 (size=31255) 2024-11-20T08:43:46,628 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=307, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/5d348548b8c54afba281d1eb374f0f59 2024-11-20T08:43:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/5f3043ada5aa48af9decf7f0fe406360 is 50, key is test_row_0/B:col10/1732092224932/Put/seqid=0 2024-11-20T08:43:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742392_1568 (size=12301) 2024-11-20T08:43:46,640 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/5f3043ada5aa48af9decf7f0fe406360 2024-11-20T08:43:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/58d6a663717d421f8d7379d5af563130 is 50, key is test_row_0/C:col10/1732092224932/Put/seqid=0 2024-11-20T08:43:46,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742393_1569 (size=12301) 2024-11-20T08:43:46,654 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/58d6a663717d421f8d7379d5af563130 2024-11-20T08:43:46,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/5d348548b8c54afba281d1eb374f0f59 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59 2024-11-20T08:43:46,662 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59, entries=150, sequenceid=307, filesize=30.5 K 2024-11-20T08:43:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/5f3043ada5aa48af9decf7f0fe406360 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/5f3043ada5aa48af9decf7f0fe406360 2024-11-20T08:43:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,665 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/5f3043ada5aa48af9decf7f0fe406360, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T08:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/58d6a663717d421f8d7379d5af563130 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/58d6a663717d421f8d7379d5af563130 2024-11-20T08:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,670 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/58d6a663717d421f8d7379d5af563130, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T08:43:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,671 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 5f408f36e05f37465390dd230fb6121a in 470ms, sequenceid=307, compaction requested=true 2024-11-20T08:43:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:46,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-20T08:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-20T08:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T08:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7660 sec 2024-11-20T08:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.7710 sec 2024-11-20T08:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:47,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:43:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:47,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a5030e6e7c864fdb9bf195bc16b611d9_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742394_1570 (size=14994) 2024-11-20T08:43:47,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092227225, max timestamp=1732092227261Num uniques 859; 2024-11-20T08:43:47,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092227225, max timestamp=1732092227261Num uniques 859; 2024-11-20T08:43:47,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092227225, max timestamp=1732092227261Num uniques 859; 2024-11-20T08:43:47,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:47,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:47,265 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:47,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092287352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:47,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092287464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:47,593 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:47,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a5030e6e7c864fdb9bf195bc16b611d9_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5030e6e7c864fdb9bf195bc16b611d9_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:47,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/4de9d7d61da1404faa60d1bcb7b7adbe, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:47,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/4de9d7d61da1404faa60d1bcb7b7adbe is 175, key is test_row_0/A:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:47,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742395_1571 (size=39945) 2024-11-20T08:43:47,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092287673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,680 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:47,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092287983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:48,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/4de9d7d61da1404faa60d1bcb7b7adbe 2024-11-20T08:43:48,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/1c7375c0e81f4bcd875c45d1858f4b98 is 50, key is test_row_0/B:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:48,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742396_1572 (size=9857) 2024-11-20T08:43:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T08:43:48,073 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:48,074 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-20T08:43:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:48,075 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:48,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:48,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:48,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:48,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:48,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:48,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:48,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:48,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/1c7375c0e81f4bcd875c45d1858f4b98 2024-11-20T08:43:48,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/94111dd610dd4df5830add97b2d49ff4 is 50, key is test_row_0/C:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:48,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742397_1573 (size=9857) 2024-11-20T08:43:48,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/94111dd610dd4df5830add97b2d49ff4 2024-11-20T08:43:48,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/4de9d7d61da1404faa60d1bcb7b7adbe as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe 2024-11-20T08:43:48,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe, entries=200, sequenceid=317, filesize=39.0 K 2024-11-20T08:43:48,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/1c7375c0e81f4bcd875c45d1858f4b98 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1c7375c0e81f4bcd875c45d1858f4b98 2024-11-20T08:43:48,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1c7375c0e81f4bcd875c45d1858f4b98, entries=100, sequenceid=317, filesize=9.6 K 2024-11-20T08:43:48,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/94111dd610dd4df5830add97b2d49ff4 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/94111dd610dd4df5830add97b2d49ff4 2024-11-20T08:43:48,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/94111dd610dd4df5830add97b2d49ff4, entries=100, sequenceid=317, filesize=9.6 K 2024-11-20T08:43:48,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5f408f36e05f37465390dd230fb6121a in 1279ms, sequenceid=317, compaction requested=true 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:48,441 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:48,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:48,441 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:48,448 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46986 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:48,448 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142630 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:48,448 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/B is initiating minor compaction (all files) 2024-11-20T08:43:48,448 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/A is initiating minor compaction (all files) 2024-11-20T08:43:48,449 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/B in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,449 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/A in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,449 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b28eb7bb1a7948d9ba6f04c940a6d95d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=139.3 K 2024-11-20T08:43:48,449 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1777e62befe447f380a19ca2bca1c135, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/198768c3ad3e4ecfb20778db9281b69e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/5f3043ada5aa48af9decf7f0fe406360, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1c7375c0e81f4bcd875c45d1858f4b98] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=45.9 K 2024-11-20T08:43:48,449 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,449 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b28eb7bb1a7948d9ba6f04c940a6d95d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe] 2024-11-20T08:43:48,449 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1777e62befe447f380a19ca2bca1c135, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732092223473 2024-11-20T08:43:48,449 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 198768c3ad3e4ecfb20778db9281b69e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732092223679 2024-11-20T08:43:48,449 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b28eb7bb1a7948d9ba6f04c940a6d95d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732092223473 2024-11-20T08:43:48,450 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f3043ada5aa48af9decf7f0fe406360, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732092224908 2024-11-20T08:43:48,450 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2496fa7cf8149febef443372a158a9d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732092223679 2024-11-20T08:43:48,450 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c7375c0e81f4bcd875c45d1858f4b98, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092227140 2024-11-20T08:43:48,450 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d348548b8c54afba281d1eb374f0f59, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732092224908 2024-11-20T08:43:48,450 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4de9d7d61da1404faa60d1bcb7b7adbe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092227140 2024-11-20T08:43:48,456 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:48,457 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:48,458 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/c39f2a094fe54e619b2d6c4474855285 is 50, key is test_row_0/B:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:48,464 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120db6e81bb4ffd4368ac5b1798b393b0a8_5f408f36e05f37465390dd230fb6121a store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:48,466 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120db6e81bb4ffd4368ac5b1798b393b0a8_5f408f36e05f37465390dd230fb6121a, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:48,467 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db6e81bb4ffd4368ac5b1798b393b0a8_5f408f36e05f37465390dd230fb6121a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:48,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742398_1574 (size=12813) 2024-11-20T08:43:48,475 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/c39f2a094fe54e619b2d6c4474855285 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/c39f2a094fe54e619b2d6c4474855285 2024-11-20T08:43:48,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742399_1575 (size=4469) 2024-11-20T08:43:48,479 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#A#compaction#484 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:48,480 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/98cca729ac2e438098c80d149c9bfb49 is 175, key is test_row_0/A:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:48,482 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/B of 5f408f36e05f37465390dd230fb6121a into c39f2a094fe54e619b2d6c4474855285(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:48,482 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:48,482 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/B, priority=12, startTime=1732092228441; duration=0sec 2024-11-20T08:43:48,483 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:48,483 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:48,483 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:48,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742400_1576 (size=31874) 2024-11-20T08:43:48,485 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46986 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:48,485 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/C is initiating minor compaction (all files) 2024-11-20T08:43:48,485 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/C in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,485 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/45d551d1c9434109aa35c63fdbe1662d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/8997c28b0084444495e99635b5f45b45, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/58d6a663717d421f8d7379d5af563130, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/94111dd610dd4df5830add97b2d49ff4] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=45.9 K 2024-11-20T08:43:48,486 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d551d1c9434109aa35c63fdbe1662d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732092223473 2024-11-20T08:43:48,486 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 8997c28b0084444495e99635b5f45b45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732092223679 2024-11-20T08:43:48,487 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 58d6a663717d421f8d7379d5af563130, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732092224908 2024-11-20T08:43:48,487 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 94111dd610dd4df5830add97b2d49ff4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092227140 2024-11-20T08:43:48,488 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/98cca729ac2e438098c80d149c9bfb49 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/98cca729ac2e438098c80d149c9bfb49 2024-11-20T08:43:48,493 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/A of 5f408f36e05f37465390dd230fb6121a into 98cca729ac2e438098c80d149c9bfb49(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:48,493 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:48,493 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/A, priority=12, startTime=1732092228441; duration=0sec 2024-11-20T08:43:48,493 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:48,493 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:48,496 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#C#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:48,496 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/6a07cce27d8c4f469b94cff726efa6e6 is 50, key is test_row_0/C:col10/1732092227160/Put/seqid=0 2024-11-20T08:43:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:48,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T08:43:48,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:48,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:48,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:48,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:48,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:48,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:48,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742401_1577 (size=12813) 2024-11-20T08:43:48,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112089537ea815db413c815590f1f3111b8f_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092227338/Put/seqid=0 2024-11-20T08:43:48,509 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/6a07cce27d8c4f469b94cff726efa6e6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/6a07cce27d8c4f469b94cff726efa6e6 2024-11-20T08:43:48,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742402_1578 (size=12454) 2024-11-20T08:43:48,512 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:48,515 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/C of 5f408f36e05f37465390dd230fb6121a into 6a07cce27d8c4f469b94cff726efa6e6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:48,515 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:48,515 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/C, priority=12, startTime=1732092228441; duration=0sec 2024-11-20T08:43:48,515 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:48,515 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:48,516 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112089537ea815db413c815590f1f3111b8f_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112089537ea815db413c815590f1f3111b8f_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:48,517 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b4080c723c1a4c7882c43ede03bfc72b, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:48,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b4080c723c1a4c7882c43ede03bfc72b is 175, key is test_row_0/A:col10/1732092227338/Put/seqid=0 2024-11-20T08:43:48,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742403_1579 (size=31255) 2024-11-20T08:43:48,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:48,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:48,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092288542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:48,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:48,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092288653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:48,657 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:48,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:48,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092288863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:48,922 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b4080c723c1a4c7882c43ede03bfc72b 2024-11-20T08:43:48,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/4bc74750629c495ba7c40f0828524155 is 50, key is test_row_0/B:col10/1732092227338/Put/seqid=0 2024-11-20T08:43:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742404_1580 (size=12301) 2024-11-20T08:43:48,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/4bc74750629c495ba7c40f0828524155 2024-11-20T08:43:48,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/296fc61baa3c4ce5adfa89abbf579942 is 50, key is test_row_0/C:col10/1732092227338/Put/seqid=0 2024-11-20T08:43:48,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742405_1581 (size=12301) 2024-11-20T08:43:48,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:48,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:49,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:49,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:49,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:49,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092289173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:49,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:49,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:49,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:49,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/296fc61baa3c4ce5adfa89abbf579942 2024-11-20T08:43:49,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/b4080c723c1a4c7882c43ede03bfc72b as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b 2024-11-20T08:43:49,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b, entries=150, sequenceid=357, filesize=30.5 K 2024-11-20T08:43:49,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/4bc74750629c495ba7c40f0828524155 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4bc74750629c495ba7c40f0828524155 2024-11-20T08:43:49,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4bc74750629c495ba7c40f0828524155, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T08:43:49,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/296fc61baa3c4ce5adfa89abbf579942 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/296fc61baa3c4ce5adfa89abbf579942 2024-11-20T08:43:49,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/296fc61baa3c4ce5adfa89abbf579942, entries=150, sequenceid=357, filesize=12.0 K 2024-11-20T08:43:49,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 5f408f36e05f37465390dd230fb6121a in 869ms, sequenceid=357, compaction requested=false 2024-11-20T08:43:49,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:49,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:49,452 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:49,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:49,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206e4864938fde4f6fa3e590ef3f322545_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092228540/Put/seqid=0 2024-11-20T08:43:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742406_1582 (size=12454) 2024-11-20T08:43:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:49,465 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206e4864938fde4f6fa3e590ef3f322545_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206e4864938fde4f6fa3e590ef3f322545_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:49,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:49,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a is 175, key is test_row_0/A:col10/1732092228540/Put/seqid=0 2024-11-20T08:43:49,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742407_1583 (size=31255) 2024-11-20T08:43:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092229743, max timestamp=1732092229760Num uniques 859; 2024-11-20T08:43:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092229743, max timestamp=1732092229760Num uniques 859; 2024-11-20T08:43:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092229743, max timestamp=1732092229760Num uniques 859; 2024-11-20T08:43:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:49,764 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:49,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092229815, max timestamp=1732092229855Num uniques 1018; 2024-11-20T08:43:49,859 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:49,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092229815, max timestamp=1732092229855Num uniques 1018; 2024-11-20T08:43:49,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:49,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092229815, max timestamp=1732092229855Num uniques 1018; 2024-11-20T08:43:49,860 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:49,872 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a 2024-11-20T08:43:49,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/0a296c47edea44be9a3c8ac3eb88dfd9 is 50, key is test_row_0/B:col10/1732092228540/Put/seqid=0 2024-11-20T08:43:49,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742408_1584 (size=12301) 2024-11-20T08:43:49,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732092229920, max timestamp=1732092229951Num uniques 1027; 2024-11-20T08:43:49,955 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T08:43:49,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732092229920, max timestamp=1732092229951Num uniques 1027; 2024-11-20T08:43:49,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T08:43:49,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732092229920, max timestamp=1732092229951Num uniques 1027; 2024-11-20T08:43:49,956 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T08:43:50,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732092230053, max timestamp=1732092230072Num uniques 1036; 2024-11-20T08:43:50,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-20T08:43:50,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732092230053, max timestamp=1732092230072Num uniques 1036; 2024-11-20T08:43:50,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732092230053, max timestamp=1732092230072Num uniques 1036; 2024-11-20T08:43:50,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-20T08:43:50,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-20T08:43:50,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732092230150, max timestamp=1732092230168Num uniques 1045; 2024-11-20T08:43:50,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732092230150, max timestamp=1732092230168Num uniques 1045; 2024-11-20T08:43:50,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732092230150, max timestamp=1732092230168Num uniques 1045; 2024-11-20T08:43:50,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-20T08:43:50,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-20T08:43:50,174 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-20T08:43:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:50,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092290265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:50,282 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/0a296c47edea44be9a3c8ac3eb88dfd9 2024-11-20T08:43:50,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/bee89a23ab8544309941c35b6786c83f is 50, key is test_row_0/C:col10/1732092228540/Put/seqid=0 2024-11-20T08:43:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742409_1585 (size=12301) 2024-11-20T08:43:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 336 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092290372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092290583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:50,692 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/bee89a23ab8544309941c35b6786c83f 2024-11-20T08:43:50,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a 2024-11-20T08:43:50,699 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a, entries=150, sequenceid=367, filesize=30.5 K 2024-11-20T08:43:50,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/0a296c47edea44be9a3c8ac3eb88dfd9 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0a296c47edea44be9a3c8ac3eb88dfd9 2024-11-20T08:43:50,702 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0a296c47edea44be9a3c8ac3eb88dfd9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T08:43:50,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/bee89a23ab8544309941c35b6786c83f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bee89a23ab8544309941c35b6786c83f 2024-11-20T08:43:50,705 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bee89a23ab8544309941c35b6786c83f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-20T08:43:50,706 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 5f408f36e05f37465390dd230fb6121a in 1254ms, sequenceid=367, compaction requested=true 2024-11-20T08:43:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-20T08:43:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-20T08:43:50,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T08:43:50,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6320 sec 2024-11-20T08:43:50,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.6360 sec 2024-11-20T08:43:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:50,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=147.60 KB heapSize=422.16 KB 2024-11-20T08:43:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:50,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:50,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e078a90ae9ba420aa434386400d82e48_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:50,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742410_1586 (size=14994) 2024-11-20T08:43:50,910 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:50,914 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e078a90ae9ba420aa434386400d82e48_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e078a90ae9ba420aa434386400d82e48_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:50,916 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/23e3fff687a9415da3ba9140aa48d419, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:50,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/23e3fff687a9415da3ba9140aa48d419 is 175, key is test_row_0/A:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:50,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742411_1587 (size=39949) 2024-11-20T08:43:50,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 344 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092290928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:50,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:50,932 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:51,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092291043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:51,046 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:51,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092291253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:51,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:51,321 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=474, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/23e3fff687a9415da3ba9140aa48d419 2024-11-20T08:43:51,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/4c60d775bc7e4a61aae19a5705475c28 is 50, key is test_row_0/B:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:51,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742412_1588 (size=12301) 2024-11-20T08:43:51,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/4c60d775bc7e4a61aae19a5705475c28 2024-11-20T08:43:51,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/e2f19c04ece942638dd02ac42122a9c1 is 50, key is test_row_0/C:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742413_1589 (size=12301) 2024-11-20T08:43:51,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:51,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 347 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092291562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:51,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:51,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/e2f19c04ece942638dd02ac42122a9c1 2024-11-20T08:43:51,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/23e3fff687a9415da3ba9140aa48d419 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419 2024-11-20T08:43:51,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419, entries=200, sequenceid=474, filesize=39.0 K 2024-11-20T08:43:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/4c60d775bc7e4a61aae19a5705475c28 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4c60d775bc7e4a61aae19a5705475c28 2024-11-20T08:43:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4c60d775bc7e4a61aae19a5705475c28, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T08:43:51,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/e2f19c04ece942638dd02ac42122a9c1 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e2f19c04ece942638dd02ac42122a9c1 2024-11-20T08:43:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e2f19c04ece942638dd02ac42122a9c1, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T08:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~422.11 KB/432240, currentSize=33.54 KB/34350 for 5f408f36e05f37465390dd230fb6121a in 878ms, sequenceid=474, compaction requested=true 2024-11-20T08:43:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:51,776 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:51,776 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:51,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,777 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134333 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:51,777 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/A is initiating minor compaction (all files) 2024-11-20T08:43:51,777 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/A in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,777 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/98cca729ac2e438098c80d149c9bfb49, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=131.2 K 2024-11-20T08:43:51,777 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:51,778 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/98cca729ac2e438098c80d149c9bfb49, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419] 2024-11-20T08:43:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,778 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:51,778 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98cca729ac2e438098c80d149c9bfb49, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092224927 2024-11-20T08:43:51,779 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/B is initiating minor compaction (all files) 2024-11-20T08:43:51,779 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/B in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,779 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/c39f2a094fe54e619b2d6c4474855285, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4bc74750629c495ba7c40f0828524155, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0a296c47edea44be9a3c8ac3eb88dfd9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4c60d775bc7e4a61aae19a5705475c28] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=48.6 K 2024-11-20T08:43:51,779 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4080c723c1a4c7882c43ede03bfc72b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732092227338 2024-11-20T08:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,779 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9205b46cf3f4f20ab4cc1a8ec11ff0a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732092228523 2024-11-20T08:43:51,779 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting c39f2a094fe54e619b2d6c4474855285, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092224927 2024-11-20T08:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,780 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bc74750629c495ba7c40f0828524155, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732092227338 2024-11-20T08:43:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,780 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e3fff687a9415da3ba9140aa48d419, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732092230234 2024-11-20T08:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,781 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a296c47edea44be9a3c8ac3eb88dfd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732092228523 2024-11-20T08:43:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,782 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c60d775bc7e4a61aae19a5705475c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732092230234 2024-11-20T08:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,803 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,804 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/2227358f7d194a75a8cf356786d20383 is 50, key is test_row_0/B:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,805 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,813 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112027072381a91f4f498fef8275f94f1653_5f408f36e05f37465390dd230fb6121a store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,816 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112027072381a91f4f498fef8275f94f1653_5f408f36e05f37465390dd230fb6121a, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:51,816 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112027072381a91f4f498fef8275f94f1653_5f408f36e05f37465390dd230fb6121a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742414_1590 (size=12949) 2024-11-20T08:43:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742415_1591 (size=4469) 2024-11-20T08:43:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,855 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#A#compaction#496 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,855 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/ac7f067f8d054512b8e87174c1685343 is 175, key is test_row_0/A:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742416_1592 (size=31903) 2024-11-20T08:43:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,887 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/ac7f067f8d054512b8e87174c1685343 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/ac7f067f8d054512b8e87174c1685343 2024-11-20T08:43:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,891 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/A of 5f408f36e05f37465390dd230fb6121a into ac7f067f8d054512b8e87174c1685343(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:51,891 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:51,891 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/A, priority=12, startTime=1732092231776; duration=0sec 2024-11-20T08:43:51,891 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,891 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:51,891 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T08:43:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,892 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T08:43:51,892 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/C is initiating minor compaction (all files) 2024-11-20T08:43:51,892 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/C in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:51,892 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/6a07cce27d8c4f469b94cff726efa6e6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/296fc61baa3c4ce5adfa89abbf579942, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bee89a23ab8544309941c35b6786c83f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e2f19c04ece942638dd02ac42122a9c1] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=48.6 K 2024-11-20T08:43:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,893 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a07cce27d8c4f469b94cff726efa6e6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732092224927 2024-11-20T08:43:51,894 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 296fc61baa3c4ce5adfa89abbf579942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732092227338 2024-11-20T08:43:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,894 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting bee89a23ab8544309941c35b6786c83f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732092228523 2024-11-20T08:43:51,894 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f19c04ece942638dd02ac42122a9c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732092230234 2024-11-20T08:43:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,903 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,903 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/25285b8e11864cf38da9ab74122b7280 is 50, key is test_row_0/C:col10/1732092230896/Put/seqid=0 2024-11-20T08:43:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742417_1593 (size=12949) 2024-11-20T08:43:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,931 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/25285b8e11864cf38da9ab74122b7280 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/25285b8e11864cf38da9ab74122b7280 2024-11-20T08:43:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,936 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/C of 5f408f36e05f37465390dd230fb6121a into 25285b8e11864cf38da9ab74122b7280(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:51,936 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:51,936 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/C, priority=12, startTime=1732092231776; duration=0sec 2024-11-20T08:43:51,936 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:51,936 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:52,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T08:43:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:52,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adfc4021b85b421a9588501f7130ffb2_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092232081/Put/seqid=0 2024-11-20T08:43:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742418_1594 (size=14994) 2024-11-20T08:43:52,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092232100, max timestamp=1732092232179Num uniques 859; 2024-11-20T08:43:52,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092232100, max timestamp=1732092232179Num uniques 859; 2024-11-20T08:43:52,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:52,183 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:52,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092232100, max timestamp=1732092232179Num uniques 859; 2024-11-20T08:43:52,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T08:43:52,233 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:52,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-20T08:43:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-20T08:43:52,236 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T08:43:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:52,237 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T08:43:52,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T08:43:52,243 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/2227358f7d194a75a8cf356786d20383 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/2227358f7d194a75a8cf356786d20383 2024-11-20T08:43:52,250 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/B of 5f408f36e05f37465390dd230fb6121a into 2227358f7d194a75a8cf356786d20383(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:52,251 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:52,251 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/B, priority=12, startTime=1732092231776; duration=0sec 2024-11-20T08:43:52,251 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:52,251 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:52,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 384 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092292271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:52,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 385 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092292383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:52,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:52,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:52,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,494 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:52,498 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adfc4021b85b421a9588501f7130ffb2_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adfc4021b85b421a9588501f7130ffb2_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:52,499 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6f87773380fe4b90a005aacaf5a2ec85, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:52,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6f87773380fe4b90a005aacaf5a2ec85 is 175, key is test_row_0/A:col10/1732092232081/Put/seqid=0 2024-11-20T08:43:52,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742419_1595 (size=39949) 2024-11-20T08:43:52,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:52,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:52,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:52,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 386 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092292593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:52,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:52,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:52,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:52,905 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=486, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6f87773380fe4b90a005aacaf5a2ec85 2024-11-20T08:43:52,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 387 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092292903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:52,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:52,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/065e1d8ae2e44e2588517777203ae118 is 50, key is test_row_0/B:col10/1732092232081/Put/seqid=0 2024-11-20T08:43:52,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742420_1596 (size=12301) 2024-11-20T08:43:53,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/065e1d8ae2e44e2588517777203ae118 2024-11-20T08:43:53,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/23de01aed6db4daa8a1b9d9c948276f5 is 50, key is test_row_0/C:col10/1732092232081/Put/seqid=0 2024-11-20T08:43:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742421_1597 (size=12301) 2024-11-20T08:43:53,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/23de01aed6db4daa8a1b9d9c948276f5 2024-11-20T08:43:53,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/6f87773380fe4b90a005aacaf5a2ec85 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85 2024-11-20T08:43:53,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85, entries=200, sequenceid=486, filesize=39.0 K 2024-11-20T08:43:53,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/065e1d8ae2e44e2588517777203ae118 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/065e1d8ae2e44e2588517777203ae118 2024-11-20T08:43:53,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/065e1d8ae2e44e2588517777203ae118, entries=150, sequenceid=486, filesize=12.0 K 2024-11-20T08:43:53,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/23de01aed6db4daa8a1b9d9c948276f5 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/23de01aed6db4daa8a1b9d9c948276f5 2024-11-20T08:43:53,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/23de01aed6db4daa8a1b9d9c948276f5, entries=150, sequenceid=486, filesize=12.0 K 2024-11-20T08:43:53,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 5f408f36e05f37465390dd230fb6121a in 1329ms, sequenceid=486, compaction requested=false 2024-11-20T08:43:53,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:53,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T08:43:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:53,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:53,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209dcc6a02922448298d06f808891a11e4_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742422_1598 (size=14994) 2024-11-20T08:43:53,446 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:53,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209dcc6a02922448298d06f808891a11e4_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209dcc6a02922448298d06f808891a11e4_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:53,454 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/8c72f8a32c2f47289e503c2981910b69, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:53,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/8c72f8a32c2f47289e503c2981910b69 is 175, key is test_row_0/A:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742423_1599 (size=39949) 2024-11-20T08:43:53,461 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=525, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/8c72f8a32c2f47289e503c2981910b69 2024-11-20T08:43:53,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 395 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092293458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:53,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:53,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/03e62839fe5149c59a0aa83fffe59dd0 is 50, key is test_row_0/B:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:53,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742424_1600 (size=12301) 2024-11-20T08:43:53,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 396 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092293573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:53,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:53,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 397 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092293782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:53,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:53,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/03e62839fe5149c59a0aa83fffe59dd0 2024-11-20T08:43:53,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1e6250159aa34a488a42f0820d349da7 is 50, key is test_row_0/C:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742425_1601 (size=12301) 2024-11-20T08:43:53,924 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T08:43:53,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:53,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:53,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:54,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 398 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092294093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:54,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T08:43:54,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1e6250159aa34a488a42f0820d349da7 2024-11-20T08:43:54,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/8c72f8a32c2f47289e503c2981910b69 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69 2024-11-20T08:43:54,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69, entries=200, sequenceid=525, filesize=39.0 K 2024-11-20T08:43:54,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/03e62839fe5149c59a0aa83fffe59dd0 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/03e62839fe5149c59a0aa83fffe59dd0 2024-11-20T08:43:54,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/03e62839fe5149c59a0aa83fffe59dd0, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T08:43:54,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1e6250159aa34a488a42f0820d349da7 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e6250159aa34a488a42f0820d349da7 2024-11-20T08:43:54,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e6250159aa34a488a42f0820d349da7, entries=150, sequenceid=525, filesize=12.0 K 2024-11-20T08:43:54,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 5f408f36e05f37465390dd230fb6121a in 912ms, sequenceid=525, compaction requested=true 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:54,330 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:54,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:54,330 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:54,330 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:54,330 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/A is initiating minor compaction (all files) 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/B is initiating minor compaction (all files) 2024-11-20T08:43:54,331 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/A in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,331 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/B in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,331 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/2227358f7d194a75a8cf356786d20383, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/065e1d8ae2e44e2588517777203ae118, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/03e62839fe5149c59a0aa83fffe59dd0] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=36.7 K 2024-11-20T08:43:54,331 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/ac7f067f8d054512b8e87174c1685343, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=109.2 K 2024-11-20T08:43:54,331 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. files: [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/ac7f067f8d054512b8e87174c1685343, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69] 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 2227358f7d194a75a8cf356786d20383, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732092230234 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac7f067f8d054512b8e87174c1685343, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732092230234 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 065e1d8ae2e44e2588517777203ae118, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732092230915 2024-11-20T08:43:54,331 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f87773380fe4b90a005aacaf5a2ec85, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732092230915 2024-11-20T08:43:54,332 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 03e62839fe5149c59a0aa83fffe59dd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092232245 2024-11-20T08:43:54,332 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c72f8a32c2f47289e503c2981910b69, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092232216 2024-11-20T08:43:54,338 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:54,338 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:54,339 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/a1c92ee27bd149bebdc5fa6523f9df9d is 50, key is test_row_0/B:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:54,348 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204133ce47b73f49bd8ea8c35b43c1c0c5_5f408f36e05f37465390dd230fb6121a store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:54,350 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204133ce47b73f49bd8ea8c35b43c1c0c5_5f408f36e05f37465390dd230fb6121a, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:54,350 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204133ce47b73f49bd8ea8c35b43c1c0c5_5f408f36e05f37465390dd230fb6121a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742426_1602 (size=13051) 2024-11-20T08:43:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742427_1603 (size=4469) 2024-11-20T08:43:54,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:54,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,386 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:54,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:54,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb356b9c27ec4245bfd419c06702cbea_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092233449/Put/seqid=0 2024-11-20T08:43:54,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742428_1604 (size=12454) 2024-11-20T08:43:54,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:54,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. as already flushing 2024-11-20T08:43:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092234638, max timestamp=1732092234689Num uniques 859; 2024-11-20T08:43:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092234638, max timestamp=1732092234689Num uniques 859; 2024-11-20T08:43:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732092234638, max timestamp=1732092234689Num uniques 859; 2024-11-20T08:43:54,693 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T08:43:54,758 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/a1c92ee27bd149bebdc5fa6523f9df9d as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/a1c92ee27bd149bebdc5fa6523f9df9d 2024-11-20T08:43:54,762 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:54,762 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/B of 5f408f36e05f37465390dd230fb6121a into a1c92ee27bd149bebdc5fa6523f9df9d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:54,762 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:54,762 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/B, priority=13, startTime=1732092234330; duration=0sec 2024-11-20T08:43:54,762 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/00a4e06b09d840c891b334c23bf94338 is 175, key is test_row_0/A:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:54,763 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:54,763 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:54,763 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T08:43:54,764 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T08:43:54,764 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1541): 5f408f36e05f37465390dd230fb6121a/C is initiating minor compaction (all files) 2024-11-20T08:43:54,764 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5f408f36e05f37465390dd230fb6121a/C in TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:54,764 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/25285b8e11864cf38da9ab74122b7280, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/23de01aed6db4daa8a1b9d9c948276f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e6250159aa34a488a42f0820d349da7] into tmpdir=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp, totalSize=36.7 K 2024-11-20T08:43:54,764 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 25285b8e11864cf38da9ab74122b7280, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732092230234 2024-11-20T08:43:54,765 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 23de01aed6db4daa8a1b9d9c948276f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732092230915 2024-11-20T08:43:54,765 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6250159aa34a488a42f0820d349da7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732092232245 2024-11-20T08:43:54,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742429_1605 (size=32005) 2024-11-20T08:43:54,772 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/00a4e06b09d840c891b334c23bf94338 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/00a4e06b09d840c891b334c23bf94338 2024-11-20T08:43:54,774 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5f408f36e05f37465390dd230fb6121a#C#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T08:43:54,774 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/0201e80b82394f67be061f494eb77bae is 50, key is test_row_0/C:col10/1732092233414/Put/seqid=0 2024-11-20T08:43:54,776 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/A of 5f408f36e05f37465390dd230fb6121a into 00a4e06b09d840c891b334c23bf94338(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:54,776 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:54,777 INFO [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/A, priority=13, startTime=1732092234330; duration=0sec 2024-11-20T08:43:54,777 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:54,777 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:54,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742430_1606 (size=13051) 2024-11-20T08:43:54,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092234765, max timestamp=1732092234795Num uniques 1018; 2024-11-20T08:43:54,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092234765, max timestamp=1732092234795Num uniques 1018; 2024-11-20T08:43:54,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:54,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:54,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732092234765, max timestamp=1732092234795Num uniques 1018; 2024-11-20T08:43:54,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-20T08:43:54,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:54,803 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cb356b9c27ec4245bfd419c06702cbea_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb356b9c27ec4245bfd419c06702cbea_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:54,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/42f2bb4ade2645668a0642988faaf801, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:54,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/42f2bb4ade2645668a0642988faaf801 is 175, key is test_row_0/A:col10/1732092233449/Put/seqid=0 2024-11-20T08:43:54,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742431_1607 (size=31255) 2024-11-20T08:43:54,808 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=534, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/42f2bb4ade2645668a0642988faaf801 2024-11-20T08:43:54,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/127045ee20174b87baf3116a4df92232 is 50, key is test_row_0/B:col10/1732092233449/Put/seqid=0 2024-11-20T08:43:54,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742432_1608 (size=12301) 2024-11-20T08:43:54,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732092234873, max timestamp=1732092234892Num uniques 1027; 2024-11-20T08:43:54,896 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T08:43:54,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732092234873, max timestamp=1732092234892Num uniques 1027; 2024-11-20T08:43:54,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T08:43:54,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732092234873, max timestamp=1732092234892Num uniques 1027; 2024-11-20T08:43:54,897 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-11-20T08:43:54,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732092234971, max timestamp=1732092234989Num uniques 1036; 2024-11-20T08:43:54,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-20T08:43:54,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732092234971, max timestamp=1732092234989Num uniques 1036; 2024-11-20T08:43:54,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-20T08:43:54,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732092234971, max timestamp=1732092234989Num uniques 1036; 2024-11-20T08:43:54,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=8516, suffix heap size=135712,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=186 2024-11-20T08:43:55,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732092235075, max timestamp=1732092235100Num uniques 1045; 2024-11-20T08:43:55,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732092235075, max timestamp=1732092235100Num uniques 1045; 2024-11-20T08:43:55,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-20T08:43:55,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-20T08:43:55,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732092235075, max timestamp=1732092235100Num uniques 1045; 2024-11-20T08:43:55,106 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/be1eb2620e0e:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-20T08:43:55,182 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/0201e80b82394f67be061f494eb77bae as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/0201e80b82394f67be061f494eb77bae 2024-11-20T08:43:55,186 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5f408f36e05f37465390dd230fb6121a/C of 5f408f36e05f37465390dd230fb6121a into 0201e80b82394f67be061f494eb77bae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T08:43:55,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:55,186 INFO [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., storeName=5f408f36e05f37465390dd230fb6121a/C, priority=13, startTime=1732092234330; duration=0sec 2024-11-20T08:43:55,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:55,186 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:55,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:55,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 502 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092295203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:55,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:55,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:55,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:55,218 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/127045ee20174b87baf3116a4df92232 2024-11-20T08:43:55,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1f97534acc7343dbae064e620bd2747f is 50, key is test_row_0/C:col10/1732092233449/Put/seqid=0 2024-11-20T08:43:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742433_1609 (size=12301) 2024-11-20T08:43:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 503 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092295313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:55,414 INFO [Thread-2318 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2318. 2024-11-20T08:43:55,414 DEBUG [Thread-2318 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:55,414 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,415 DEBUG [Thread-2318 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:55,415 INFO [Thread-2314 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2314. 2024-11-20T08:43:55,415 DEBUG [Thread-2314 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:55,415 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,415 DEBUG [Thread-2314 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:55,417 INFO [Thread-2316 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2316. 2024-11-20T08:43:55,417 DEBUG [Thread-2316 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:55,417 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,417 DEBUG [Thread-2316 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:55,419 INFO [Thread-2322 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2322. 2024-11-20T08:43:55,419 INFO [Thread-2320 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2320. 2024-11-20T08:43:55,419 DEBUG [Thread-2320 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:55,419 DEBUG [Thread-2322 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:55,419 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,419 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,419 DEBUG [Thread-2322 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,419 DEBUG [Thread-2320 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:55,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:55,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T08:43:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] ipc.CallRunner(138): callId: 504 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47282 deadline: 1732092295522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 , the old value is region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T08:43:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., hostname=be1eb2620e0e,44595,1732092055690, seqNum=5 because the exception is null or not the one we care about 2024-11-20T08:43:55,628 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1f97534acc7343dbae064e620bd2747f 2024-11-20T08:43:55,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/42f2bb4ade2645668a0642988faaf801 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/42f2bb4ade2645668a0642988faaf801 2024-11-20T08:43:55,634 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/42f2bb4ade2645668a0642988faaf801, entries=150, sequenceid=534, filesize=30.5 K 2024-11-20T08:43:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/127045ee20174b87baf3116a4df92232 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/127045ee20174b87baf3116a4df92232 2024-11-20T08:43:55,637 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/127045ee20174b87baf3116a4df92232, entries=150, sequenceid=534, filesize=12.0 K 2024-11-20T08:43:55,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/1f97534acc7343dbae064e620bd2747f as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1f97534acc7343dbae064e620bd2747f 2024-11-20T08:43:55,640 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1f97534acc7343dbae064e620bd2747f, entries=150, sequenceid=534, filesize=12.0 K 2024-11-20T08:43:55,641 INFO [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 5f408f36e05f37465390dd230fb6121a in 1254ms, sequenceid=534, compaction requested=false 2024-11-20T08:43:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:55,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/be1eb2620e0e:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-20T08:43:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-20T08:43:55,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T08:43:55,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4050 sec 2024-11-20T08:43:55,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 3.4090 sec 2024-11-20T08:43:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44595 {}] regionserver.HRegion(8855): Flush requested on 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:55,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=147.60 KB heapSize=422.16 KB 2024-11-20T08:43:55,834 INFO [Thread-2309 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2309. 2024-11-20T08:43:55,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:55,834 DEBUG [Thread-2309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:55,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:55,834 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:55,835 DEBUG [Thread-2309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:55,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T08:43:55,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:55,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c035fcc3b6742b19cefa91ee4acb2e3_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092235833/Put/seqid=0 2024-11-20T08:43:55,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742434_1610 (size=12454) 2024-11-20T08:43:56,084 INFO [Thread-2311 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2311. 2024-11-20T08:43:56,084 DEBUG [Thread-2311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:56,084 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,084 DEBUG [Thread-2311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,084 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:56,175 INFO [Thread-2303 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2303. 2024-11-20T08:43:56,175 DEBUG [Thread-2303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:56,175 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,175 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,175 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:56,204 INFO [Thread-2305 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2305. 2024-11-20T08:43:56,204 DEBUG [Thread-2305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:56,204 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,204 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:56,214 INFO [Thread-2307 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2307. 2024-11-20T08:43:56,214 DEBUG [Thread-2307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T08:43:56,214 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,214 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:56,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:56,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206c035fcc3b6742b19cefa91ee4acb2e3_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c035fcc3b6742b19cefa91ee4acb2e3_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:56,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cdd42bda7cac4b85aa55c737afdfbe86, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:56,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cdd42bda7cac4b85aa55c737afdfbe86 is 175, key is test_row_0/A:col10/1732092235833/Put/seqid=0 2024-11-20T08:43:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742435_1611 (size=31255) 2024-11-20T08:43:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T08:43:56,404 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 447 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2739 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2535 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2679 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2735 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2536 2024-11-20T08:43:56,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T08:43:56,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:43:56,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:43:56,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:43:56,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:43:56,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-20T08:43:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T08:43:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:43:56,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092236408"}]},"ts":"1732092236408"} 2024-11-20T08:43:56,409 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T08:43:56,409 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T08:43:56,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T08:43:56,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, UNASSIGN}] 2024-11-20T08:43:56,411 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, UNASSIGN 2024-11-20T08:43:56,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=CLOSING, regionLocation=be1eb2620e0e,44595,1732092055690 2024-11-20T08:43:56,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, UNASSIGN because future has completed 2024-11-20T08:43:56,413 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T08:43:56,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690}] 2024-11-20T08:43:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:43:56,565 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(122): Close 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:56,565 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T08:43:56,565 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1722): Closing 5f408f36e05f37465390dd230fb6121a, disabling compactions & flushes 2024-11-20T08:43:56,565 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:56,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=644, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cdd42bda7cac4b85aa55c737afdfbe86 2024-11-20T08:43:56,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/f62283085ac445feb5db8c78276fb643 is 50, key is test_row_0/B:col10/1732092235833/Put/seqid=0 2024-11-20T08:43:56,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742436_1612 (size=12301) 2024-11-20T08:43:56,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:43:57,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:43:57,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/f62283085ac445feb5db8c78276fb643 2024-11-20T08:43:57,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/3da6785c974643448ec96455ab6ea2d4 is 50, key is test_row_0/C:col10/1732092235833/Put/seqid=0 2024-11-20T08:43:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742437_1613 (size=12301) 2024-11-20T08:43:57,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=644 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/3da6785c974643448ec96455ab6ea2d4 2024-11-20T08:43:57,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cdd42bda7cac4b85aa55c737afdfbe86 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cdd42bda7cac4b85aa55c737afdfbe86 2024-11-20T08:43:57,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cdd42bda7cac4b85aa55c737afdfbe86, entries=150, sequenceid=644, filesize=30.5 K 2024-11-20T08:43:57,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/f62283085ac445feb5db8c78276fb643 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/f62283085ac445feb5db8c78276fb643 2024-11-20T08:43:57,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/f62283085ac445feb5db8c78276fb643, entries=150, sequenceid=644, filesize=12.0 K 2024-11-20T08:43:57,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/3da6785c974643448ec96455ab6ea2d4 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3da6785c974643448ec96455ab6ea2d4 2024-11-20T08:43:57,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3da6785c974643448ec96455ab6ea2d4, entries=150, sequenceid=644, filesize=12.0 K 2024-11-20T08:43:57,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~422.11 KB/432240, currentSize=26.84 KB/27480 for 5f408f36e05f37465390dd230fb6121a in 1649ms, sequenceid=644, compaction requested=true 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5f408f36e05f37465390dd230fb6121a: 2024-11-20T08:43:57,483 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. after waiting 0 ms 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:57,483 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. because compaction request was cancelled 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5f408f36e05f37465390dd230fb6121a:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T08:43:57,483 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. because compaction request was cancelled 2024-11-20T08:43:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T08:43:57,483 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:A 2024-11-20T08:43:57,483 DEBUG [RS:0;be1eb2620e0e:44595-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:B 2024-11-20T08:43:57,483 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. because compaction request was cancelled 2024-11-20T08:43:57,483 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2902): Flushing 5f408f36e05f37465390dd230fb6121a 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-20T08:43:57,483 DEBUG [RS:0;be1eb2620e0e:44595-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5f408f36e05f37465390dd230fb6121a:C 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=A 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=B 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5f408f36e05f37465390dd230fb6121a, store=C 2024-11-20T08:43:57,483 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T08:43:57,487 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca5db370161542fe8fe706cb75157b3b_5f408f36e05f37465390dd230fb6121a is 50, key is test_row_0/A:col10/1732092236173/Put/seqid=0 2024-11-20T08:43:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742438_1614 (size=12454) 2024-11-20T08:43:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:43:57,891 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T08:43:57,894 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca5db370161542fe8fe706cb75157b3b_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca5db370161542fe8fe706cb75157b3b_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:57,894 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cfb3ca71eb5d4580a331b60c15f3ff00, store: [table=TestAcidGuarantees family=A region=5f408f36e05f37465390dd230fb6121a] 2024-11-20T08:43:57,895 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cfb3ca71eb5d4580a331b60c15f3ff00 is 175, key is test_row_0/A:col10/1732092236173/Put/seqid=0 2024-11-20T08:43:57,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742439_1615 (size=31255) 2024-11-20T08:43:58,298 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=651, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cfb3ca71eb5d4580a331b60c15f3ff00 2024-11-20T08:43:58,304 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/e5bc294d8e444aceac5ae78183ebcb9c is 50, key is test_row_0/B:col10/1732092236173/Put/seqid=0 2024-11-20T08:43:58,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742440_1616 (size=12301) 2024-11-20T08:43:58,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:43:58,707 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/e5bc294d8e444aceac5ae78183ebcb9c 2024-11-20T08:43:58,713 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/fd1de3f2e4554d1aa4168b71157b383c is 50, key is test_row_0/C:col10/1732092236173/Put/seqid=0 2024-11-20T08:43:58,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742441_1617 (size=12301) 2024-11-20T08:43:59,117 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=651 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/fd1de3f2e4554d1aa4168b71157b383c 2024-11-20T08:43:59,120 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/A/cfb3ca71eb5d4580a331b60c15f3ff00 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cfb3ca71eb5d4580a331b60c15f3ff00 2024-11-20T08:43:59,123 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cfb3ca71eb5d4580a331b60c15f3ff00, entries=150, sequenceid=651, filesize=30.5 K 2024-11-20T08:43:59,124 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/B/e5bc294d8e444aceac5ae78183ebcb9c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/e5bc294d8e444aceac5ae78183ebcb9c 2024-11-20T08:43:59,126 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/e5bc294d8e444aceac5ae78183ebcb9c, entries=150, sequenceid=651, filesize=12.0 K 2024-11-20T08:43:59,126 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/.tmp/C/fd1de3f2e4554d1aa4168b71157b383c as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fd1de3f2e4554d1aa4168b71157b383c 2024-11-20T08:43:59,129 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fd1de3f2e4554d1aa4168b71157b383c, entries=150, sequenceid=651, filesize=12.0 K 2024-11-20T08:43:59,129 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 5f408f36e05f37465390dd230fb6121a in 1646ms, sequenceid=651, compaction requested=true 2024-11-20T08:43:59,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6053bee2ec4a41d997ef664f59f5fbba, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6e879436b85948e1b3516d2c77311534, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b28eb7bb1a7948d9ba6f04c940a6d95d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/98cca729ac2e438098c80d149c9bfb49, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/ac7f067f8d054512b8e87174c1685343, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69] to archive 2024-11-20T08:43:59,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:43:59,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6d0cb16dc1c44a85b8dd192c8d1e2b9b 2024-11-20T08:43:59,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/20add7f1be5c485d91b41bd32cb78f37 2024-11-20T08:43:59,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a539e7f676e94521a61719a6002adc66 2024-11-20T08:43:59,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/f8a8c7aaf3224a11a1962c78bdccd084 2024-11-20T08:43:59,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6053bee2ec4a41d997ef664f59f5fbba to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6053bee2ec4a41d997ef664f59f5fbba 2024-11-20T08:43:59,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3036a64e193144259f272e7bb026ef3e 2024-11-20T08:43:59,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/24544429c08845bb8dfbcf09b5a0c2b7 2024-11-20T08:43:59,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6e879436b85948e1b3516d2c77311534 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6e879436b85948e1b3516d2c77311534 2024-11-20T08:43:59,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/0ac98395573e46d1934810995bbf9273 2024-11-20T08:43:59,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/3f0bc6e80d7342bda351195af90479fe 2024-11-20T08:43:59,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cda3b0738cb24fd4a54b55ed21ae8453 2024-11-20T08:43:59,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b28eb7bb1a7948d9ba6f04c940a6d95d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b28eb7bb1a7948d9ba6f04c940a6d95d 2024-11-20T08:43:59,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b2496fa7cf8149febef443372a158a9d 2024-11-20T08:43:59,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/5d348548b8c54afba281d1eb374f0f59 2024-11-20T08:43:59,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/4de9d7d61da1404faa60d1bcb7b7adbe 2024-11-20T08:43:59,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/98cca729ac2e438098c80d149c9bfb49 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/98cca729ac2e438098c80d149c9bfb49 2024-11-20T08:43:59,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/b4080c723c1a4c7882c43ede03bfc72b 2024-11-20T08:43:59,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/a9205b46cf3f4f20ab4cc1a8ec11ff0a 2024-11-20T08:43:59,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/23e3fff687a9415da3ba9140aa48d419 2024-11-20T08:43:59,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/ac7f067f8d054512b8e87174c1685343 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/ac7f067f8d054512b8e87174c1685343 2024-11-20T08:43:59,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/6f87773380fe4b90a005aacaf5a2ec85 2024-11-20T08:43:59,149 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/8c72f8a32c2f47289e503c2981910b69 2024-11-20T08:43:59,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/741bb22a94a14607b4de363715588f9c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7b0328d9717f48b5b0996a86bfe1b81d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/9ffc6bd944a84fcd99cdf46cd20d3b7c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/401b5fe076e642f09ca1f619bfae6d0b, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7d3299fb3aff47809a953e44b9d4e962, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0253c28cd11f409a92ede371d7453a52, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/706fd516414f4133b7be4b5def944287, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/59483e9c0e6645fca59054e6de639d0d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7e07dfcd72694a7293f0d936aa8b091e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/8a8c91e95a744601b6a842b3cf803cab, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1777e62befe447f380a19ca2bca1c135, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/604d0be0ffec4e1a8f05a85336806cd2, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/198768c3ad3e4ecfb20778db9281b69e, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/5f3043ada5aa48af9decf7f0fe406360, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/c39f2a094fe54e619b2d6c4474855285, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1c7375c0e81f4bcd875c45d1858f4b98, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4bc74750629c495ba7c40f0828524155, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0a296c47edea44be9a3c8ac3eb88dfd9, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/2227358f7d194a75a8cf356786d20383, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4c60d775bc7e4a61aae19a5705475c28, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/065e1d8ae2e44e2588517777203ae118, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/03e62839fe5149c59a0aa83fffe59dd0] to archive 2024-11-20T08:43:59,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:43:59,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/741bb22a94a14607b4de363715588f9c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/741bb22a94a14607b4de363715588f9c 2024-11-20T08:43:59,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7b0328d9717f48b5b0996a86bfe1b81d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7b0328d9717f48b5b0996a86bfe1b81d 2024-11-20T08:43:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/9ffc6bd944a84fcd99cdf46cd20d3b7c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/9ffc6bd944a84fcd99cdf46cd20d3b7c 2024-11-20T08:43:59,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/401b5fe076e642f09ca1f619bfae6d0b to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/401b5fe076e642f09ca1f619bfae6d0b 2024-11-20T08:43:59,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7d3299fb3aff47809a953e44b9d4e962 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7d3299fb3aff47809a953e44b9d4e962 2024-11-20T08:43:59,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0253c28cd11f409a92ede371d7453a52 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0253c28cd11f409a92ede371d7453a52 2024-11-20T08:43:59,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/706fd516414f4133b7be4b5def944287 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/706fd516414f4133b7be4b5def944287 2024-11-20T08:43:59,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/59483e9c0e6645fca59054e6de639d0d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/59483e9c0e6645fca59054e6de639d0d 2024-11-20T08:43:59,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7e07dfcd72694a7293f0d936aa8b091e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/7e07dfcd72694a7293f0d936aa8b091e 2024-11-20T08:43:59,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/8a8c91e95a744601b6a842b3cf803cab to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/8a8c91e95a744601b6a842b3cf803cab 2024-11-20T08:43:59,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1777e62befe447f380a19ca2bca1c135 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1777e62befe447f380a19ca2bca1c135 2024-11-20T08:43:59,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/604d0be0ffec4e1a8f05a85336806cd2 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/604d0be0ffec4e1a8f05a85336806cd2 2024-11-20T08:43:59,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/198768c3ad3e4ecfb20778db9281b69e to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/198768c3ad3e4ecfb20778db9281b69e 2024-11-20T08:43:59,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/5f3043ada5aa48af9decf7f0fe406360 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/5f3043ada5aa48af9decf7f0fe406360 2024-11-20T08:43:59,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/c39f2a094fe54e619b2d6c4474855285 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/c39f2a094fe54e619b2d6c4474855285 2024-11-20T08:43:59,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1c7375c0e81f4bcd875c45d1858f4b98 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/1c7375c0e81f4bcd875c45d1858f4b98 2024-11-20T08:43:59,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4bc74750629c495ba7c40f0828524155 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4bc74750629c495ba7c40f0828524155 2024-11-20T08:43:59,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0a296c47edea44be9a3c8ac3eb88dfd9 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/0a296c47edea44be9a3c8ac3eb88dfd9 2024-11-20T08:43:59,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/2227358f7d194a75a8cf356786d20383 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/2227358f7d194a75a8cf356786d20383 2024-11-20T08:43:59,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4c60d775bc7e4a61aae19a5705475c28 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/4c60d775bc7e4a61aae19a5705475c28 2024-11-20T08:43:59,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/065e1d8ae2e44e2588517777203ae118 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/065e1d8ae2e44e2588517777203ae118 2024-11-20T08:43:59,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/03e62839fe5149c59a0aa83fffe59dd0 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/03e62839fe5149c59a0aa83fffe59dd0 2024-11-20T08:43:59,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/eaf75ea23dee4e5cad3fc45d3da3ebe1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e92c63ac43f4e9b8a364d3b1477c7ae, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/46b92e4701724977ae7ca30137202390, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bd3f65dfd9bc4a9bb66ea2fb9270af33, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3325314114c447ee905c12d849a7ec1c, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/2c8b6fac29834a4ea831c39b10d52918, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e1259e191dd24421b80b76a4dab3c354, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fc5096d7c8134afaafb66f3f61eb10d3, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/43be425961644f26b010d101990aa439, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/64f8892241e941f1b22205e1baee785f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/45d551d1c9434109aa35c63fdbe1662d, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/7f50f54b511b4155a4a1cfcd699477b5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/8997c28b0084444495e99635b5f45b45, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/58d6a663717d421f8d7379d5af563130, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/6a07cce27d8c4f469b94cff726efa6e6, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/94111dd610dd4df5830add97b2d49ff4, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/296fc61baa3c4ce5adfa89abbf579942, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bee89a23ab8544309941c35b6786c83f, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/25285b8e11864cf38da9ab74122b7280, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e2f19c04ece942638dd02ac42122a9c1, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/23de01aed6db4daa8a1b9d9c948276f5, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e6250159aa34a488a42f0820d349da7] to archive 2024-11-20T08:43:59,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T08:43:59,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/eaf75ea23dee4e5cad3fc45d3da3ebe1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/eaf75ea23dee4e5cad3fc45d3da3ebe1 2024-11-20T08:43:59,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e92c63ac43f4e9b8a364d3b1477c7ae to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e92c63ac43f4e9b8a364d3b1477c7ae 2024-11-20T08:43:59,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/46b92e4701724977ae7ca30137202390 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/46b92e4701724977ae7ca30137202390 2024-11-20T08:43:59,174 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bd3f65dfd9bc4a9bb66ea2fb9270af33 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bd3f65dfd9bc4a9bb66ea2fb9270af33 2024-11-20T08:43:59,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3325314114c447ee905c12d849a7ec1c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3325314114c447ee905c12d849a7ec1c 2024-11-20T08:43:59,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/2c8b6fac29834a4ea831c39b10d52918 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/2c8b6fac29834a4ea831c39b10d52918 2024-11-20T08:43:59,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e1259e191dd24421b80b76a4dab3c354 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e1259e191dd24421b80b76a4dab3c354 2024-11-20T08:43:59,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fc5096d7c8134afaafb66f3f61eb10d3 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fc5096d7c8134afaafb66f3f61eb10d3 2024-11-20T08:43:59,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/43be425961644f26b010d101990aa439 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/43be425961644f26b010d101990aa439 2024-11-20T08:43:59,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/64f8892241e941f1b22205e1baee785f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/64f8892241e941f1b22205e1baee785f 2024-11-20T08:43:59,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/45d551d1c9434109aa35c63fdbe1662d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/45d551d1c9434109aa35c63fdbe1662d 2024-11-20T08:43:59,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/7f50f54b511b4155a4a1cfcd699477b5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/7f50f54b511b4155a4a1cfcd699477b5 2024-11-20T08:43:59,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/8997c28b0084444495e99635b5f45b45 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/8997c28b0084444495e99635b5f45b45 2024-11-20T08:43:59,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/58d6a663717d421f8d7379d5af563130 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/58d6a663717d421f8d7379d5af563130 2024-11-20T08:43:59,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/6a07cce27d8c4f469b94cff726efa6e6 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/6a07cce27d8c4f469b94cff726efa6e6 2024-11-20T08:43:59,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/94111dd610dd4df5830add97b2d49ff4 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/94111dd610dd4df5830add97b2d49ff4 2024-11-20T08:43:59,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/296fc61baa3c4ce5adfa89abbf579942 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/296fc61baa3c4ce5adfa89abbf579942 2024-11-20T08:43:59,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bee89a23ab8544309941c35b6786c83f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/bee89a23ab8544309941c35b6786c83f 2024-11-20T08:43:59,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/25285b8e11864cf38da9ab74122b7280 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/25285b8e11864cf38da9ab74122b7280 2024-11-20T08:43:59,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e2f19c04ece942638dd02ac42122a9c1 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/e2f19c04ece942638dd02ac42122a9c1 2024-11-20T08:43:59,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/23de01aed6db4daa8a1b9d9c948276f5 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/23de01aed6db4daa8a1b9d9c948276f5 2024-11-20T08:43:59,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e6250159aa34a488a42f0820d349da7 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1e6250159aa34a488a42f0820d349da7 2024-11-20T08:43:59,193 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/recovered.edits/654.seqid, newMaxSeqId=654, maxSeqId=4 2024-11-20T08:43:59,193 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. 2024-11-20T08:43:59,193 DEBUG [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1676): Region close journal for 5f408f36e05f37465390dd230fb6121a: Waiting for close lock at 1732092236565Running coprocessor pre-close hooks at 1732092236565Disabling compacts and flushes for region at 1732092236565Disabling writes for close at 1732092237483 (+918 ms)Obtaining lock to block concurrent updates at 1732092237483Preparing flush snapshotting stores in 5f408f36e05f37465390dd230fb6121a at 1732092237483Finished memstore snapshotting TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732092237483Flushing stores of TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a. at 1732092237484 (+1 ms)Flushing 5f408f36e05f37465390dd230fb6121a/A: creating writer at 1732092237484Flushing mob file 5f408f36e05f37465390dd230fb6121a/A: appending metadata at 1732092237487 (+3 ms)Flushing mob file 5f408f36e05f37465390dd230fb6121a/A: closing flushed file at 1732092237487Flushing 5f408f36e05f37465390dd230fb6121a/A: appending metadata at 1732092237894 (+407 ms)Flushing 5f408f36e05f37465390dd230fb6121a/A: closing flushed file at 1732092237894Flushing 5f408f36e05f37465390dd230fb6121a/B: creating writer at 1732092238301 (+407 ms)Flushing 5f408f36e05f37465390dd230fb6121a/B: appending metadata at 1732092238303 (+2 ms)Flushing 5f408f36e05f37465390dd230fb6121a/B: closing flushed file at 1732092238303Flushing 5f408f36e05f37465390dd230fb6121a/C: creating writer at 1732092238710 (+407 ms)Flushing 5f408f36e05f37465390dd230fb6121a/C: appending metadata at 1732092238712 (+2 ms)Flushing 5f408f36e05f37465390dd230fb6121a/C: closing flushed file at 1732092238712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1296502b: reopening flushed file at 1732092239120 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cb61c5: reopening flushed file at 1732092239123 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce14af4: reopening flushed file at 1732092239126 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 5f408f36e05f37465390dd230fb6121a in 1646ms, sequenceid=651, compaction requested=true at 1732092239129 (+3 ms)Writing region close event to WAL at 1732092239190 (+61 ms)Running coprocessor post-close hooks at 1732092239193 (+3 ms)Closed at 1732092239193 2024-11-20T08:43:59,195 INFO [RS_CLOSE_REGION-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(157): Closed 5f408f36e05f37465390dd230fb6121a 2024-11-20T08:43:59,195 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=160 updating hbase:meta row=5f408f36e05f37465390dd230fb6121a, regionState=CLOSED 2024-11-20T08:43:59,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE, hasLock=false; CloseRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 because future has completed 2024-11-20T08:43:59,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T08:43:59,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; CloseRegionProcedure 5f408f36e05f37465390dd230fb6121a, server=be1eb2620e0e,44595,1732092055690 in 2.7840 sec 2024-11-20T08:43:59,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159 2024-11-20T08:43:59,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=5f408f36e05f37465390dd230fb6121a, UNASSIGN in 2.7880 sec 2024-11-20T08:43:59,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T08:43:59,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7900 sec 2024-11-20T08:43:59,201 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732092239201"}]},"ts":"1732092239201"} 2024-11-20T08:43:59,202 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T08:43:59,202 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T08:43:59,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7980 sec 2024-11-20T08:44:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T08:44:00,563 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:44:00,563 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-20T08:44:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:44:00,565 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:44:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T08:44:00,566 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:44:00,567 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,569 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C, FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/recovered.edits] 2024-11-20T08:44:00,571 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/00a4e06b09d840c891b334c23bf94338 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/00a4e06b09d840c891b334c23bf94338 2024-11-20T08:44:00,572 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/42f2bb4ade2645668a0642988faaf801 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/42f2bb4ade2645668a0642988faaf801 2024-11-20T08:44:00,573 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cdd42bda7cac4b85aa55c737afdfbe86 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cdd42bda7cac4b85aa55c737afdfbe86 2024-11-20T08:44:00,574 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cfb3ca71eb5d4580a331b60c15f3ff00 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/A/cfb3ca71eb5d4580a331b60c15f3ff00 2024-11-20T08:44:00,576 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/127045ee20174b87baf3116a4df92232 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/127045ee20174b87baf3116a4df92232 2024-11-20T08:44:00,577 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/a1c92ee27bd149bebdc5fa6523f9df9d to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/a1c92ee27bd149bebdc5fa6523f9df9d 2024-11-20T08:44:00,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/e5bc294d8e444aceac5ae78183ebcb9c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/e5bc294d8e444aceac5ae78183ebcb9c 2024-11-20T08:44:00,578 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/f62283085ac445feb5db8c78276fb643 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/B/f62283085ac445feb5db8c78276fb643 2024-11-20T08:44:00,580 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/0201e80b82394f67be061f494eb77bae to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/0201e80b82394f67be061f494eb77bae 2024-11-20T08:44:00,581 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1f97534acc7343dbae064e620bd2747f to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/1f97534acc7343dbae064e620bd2747f 2024-11-20T08:44:00,582 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3da6785c974643448ec96455ab6ea2d4 to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/3da6785c974643448ec96455ab6ea2d4 2024-11-20T08:44:00,583 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fd1de3f2e4554d1aa4168b71157b383c to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/C/fd1de3f2e4554d1aa4168b71157b383c 2024-11-20T08:44:00,585 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/recovered.edits/654.seqid to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a/recovered.edits/654.seqid 2024-11-20T08:44:00,585 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/default/TestAcidGuarantees/5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,585 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T08:44:00,585 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:44:00,586 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T08:44:00,588 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d075e633ddf4015bcc4b61fdc02b270_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200d075e633ddf4015bcc4b61fdc02b270_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,589 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021dc1476c332453096870331fe24f869_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112021dc1476c332453096870331fe24f869_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,590 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120334f54acacc64433a6bea198adcbfb21_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120334f54acacc64433a6bea198adcbfb21_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,591 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d6dd0a9b9614ae8862906ba6bcb1e99_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203d6dd0a9b9614ae8862906ba6bcb1e99_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,591 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112050fb7e69390c462db7ca195393f15bbe_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112050fb7e69390c462db7ca195393f15bbe_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,592 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c035fcc3b6742b19cefa91ee4acb2e3_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206c035fcc3b6742b19cefa91ee4acb2e3_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,593 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206e4864938fde4f6fa3e590ef3f322545_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206e4864938fde4f6fa3e590ef3f322545_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,594 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206eb8c931e87c448b9d7f171e2a5b376f_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206eb8c931e87c448b9d7f171e2a5b376f_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,594 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112089537ea815db413c815590f1f3111b8f_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112089537ea815db413c815590f1f3111b8f_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,595 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209dcc6a02922448298d06f808891a11e4_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209dcc6a02922448298d06f808891a11e4_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,596 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5030e6e7c864fdb9bf195bc16b611d9_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a5030e6e7c864fdb9bf195bc16b611d9_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,597 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a55ca1e3439744c4aae4d1c0db3302ed_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a55ca1e3439744c4aae4d1c0db3302ed_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,597 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a70578fc108743a99f7de17638a27a5b_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a70578fc108743a99f7de17638a27a5b_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,598 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adfc4021b85b421a9588501f7130ffb2_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120adfc4021b85b421a9588501f7130ffb2_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,599 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1f818987bba4183b377a95c7f2072dc_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c1f818987bba4183b377a95c7f2072dc_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,600 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca5db370161542fe8fe706cb75157b3b_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca5db370161542fe8fe706cb75157b3b_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,600 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb356b9c27ec4245bfd419c06702cbea_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cb356b9c27ec4245bfd419c06702cbea_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,601 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dedc6b2f86444d2a92c8230dcaad5911_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dedc6b2f86444d2a92c8230dcaad5911_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,602 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e078a90ae9ba420aa434386400d82e48_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e078a90ae9ba420aa434386400d82e48_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,603 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5b7c215d56943f994e095e887a3c5c8_5f408f36e05f37465390dd230fb6121a to hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5b7c215d56943f994e095e887a3c5c8_5f408f36e05f37465390dd230fb6121a 2024-11-20T08:44:00,603 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T08:44:00,605 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:44:00,606 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T08:44:00,608 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T08:44:00,609 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:44:00,609 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T08:44:00,609 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732092240609"}]},"ts":"9223372036854775807"} 2024-11-20T08:44:00,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T08:44:00,611 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 5f408f36e05f37465390dd230fb6121a, NAME => 'TestAcidGuarantees,,1732092212311.5f408f36e05f37465390dd230fb6121a.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T08:44:00,611 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T08:44:00,611 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732092240611"}]},"ts":"9223372036854775807"} 2024-11-20T08:44:00,612 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T08:44:00,612 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T08:44:00,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 48 msec 2024-11-20T08:44:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T08:44:00,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T08:44:00,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T08:44:00,683 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 245) - Thread LEAK? -, OpenFileDescriptor=457 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=410 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=256 (was 248) - AvailableMemoryMB LEAK? - 2024-11-20T08:44:00,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T08:44:00,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:44:00,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:44:00,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:44:00,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:44:00,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T08:44:00,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T08:44:00,684 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1388394555, stopped=false 2024-11-20T08:44:00,684 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=be1eb2620e0e,35135,1732092054878 2024-11-20T08:44:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:44:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T08:44:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:44:00,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:44:00,686 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:44:00,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T08:44:00,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:44:00,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:44:00,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:44:00,687 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'be1eb2620e0e,44595,1732092055690' ***** 2024-11-20T08:44:00,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T08:44:00,687 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T08:44:00,688 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T08:44:00,688 INFO [RS:0;be1eb2620e0e:44595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T08:44:00,688 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T08:44:00,688 INFO [RS:0;be1eb2620e0e:44595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T08:44:00,688 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(959): stopping server be1eb2620e0e,44595,1732092055690 2024-11-20T08:44:00,688 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:44:00,688 INFO [RS:0;be1eb2620e0e:44595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;be1eb2620e0e:44595. 2024-11-20T08:44:00,688 DEBUG [RS:0;be1eb2620e0e:44595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T08:44:00,688 DEBUG [RS:0;be1eb2620e0e:44595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:44:00,689 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T08:44:00,689 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T08:44:00,689 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T08:44:00,689 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T08:44:00,690 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T08:44:00,690 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T08:44:00,690 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T08:44:00,690 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T08:44:00,690 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T08:44:00,690 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T08:44:00,690 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T08:44:00,690 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:00,690 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T08:44:00,713 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/info/77bc44f0fa5a419d8f8c8e3c351ae8e6 is 95, key is TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d./info:/1732092089102/DeleteFamily/seqid=0 2024-11-20T08:44:00,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742442_1618 (size=6514) 2024-11-20T08:44:00,741 INFO [regionserver/be1eb2620e0e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:44:00,890 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:01,090 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:01,117 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/info/77bc44f0fa5a419d8f8c8e3c351ae8e6 2024-11-20T08:44:01,135 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/ns/4aa8e2aafcde4f2f956b3a3497dbda50 is 93, key is TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d./ns:/1732092089047/DeleteFamily/seqid=0 2024-11-20T08:44:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742443_1619 (size=5906) 2024-11-20T08:44:01,291 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:01,491 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:01,539 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/ns/4aa8e2aafcde4f2f956b3a3497dbda50 2024-11-20T08:44:01,556 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/rep_barrier/e9b48d3ee7b34b4e991bd9d13e55d2c2 is 102, key is TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d./rep_barrier:/1732092089047/DeleteFamily/seqid=0 2024-11-20T08:44:01,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742444_1620 (size=6025) 2024-11-20T08:44:01,659 INFO [regionserver/be1eb2620e0e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T08:44:01,659 INFO [regionserver/be1eb2620e0e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T08:44:01,691 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:01,891 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:01,960 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/rep_barrier/e9b48d3ee7b34b4e991bd9d13e55d2c2 2024-11-20T08:44:01,977 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/table/8bd6baecc7b2400f90675035b43dcb90 is 96, key is TestAcidGuarantees,,1732092058640.050707b51761adba2ef2bce9b0b93e3d./table:/1732092089047/DeleteFamily/seqid=0 2024-11-20T08:44:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742445_1621 (size=5936) 2024-11-20T08:44:02,091 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:02,292 DEBUG [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T08:44:02,381 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/table/8bd6baecc7b2400f90675035b43dcb90 2024-11-20T08:44:02,385 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/info/77bc44f0fa5a419d8f8c8e3c351ae8e6 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/info/77bc44f0fa5a419d8f8c8e3c351ae8e6 2024-11-20T08:44:02,387 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/info/77bc44f0fa5a419d8f8c8e3c351ae8e6, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T08:44:02,388 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/ns/4aa8e2aafcde4f2f956b3a3497dbda50 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/ns/4aa8e2aafcde4f2f956b3a3497dbda50 2024-11-20T08:44:02,390 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/ns/4aa8e2aafcde4f2f956b3a3497dbda50, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T08:44:02,391 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/rep_barrier/e9b48d3ee7b34b4e991bd9d13e55d2c2 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/rep_barrier/e9b48d3ee7b34b4e991bd9d13e55d2c2 2024-11-20T08:44:02,393 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/rep_barrier/e9b48d3ee7b34b4e991bd9d13e55d2c2, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T08:44:02,394 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/.tmp/table/8bd6baecc7b2400f90675035b43dcb90 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/table/8bd6baecc7b2400f90675035b43dcb90 2024-11-20T08:44:02,396 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/table/8bd6baecc7b2400f90675035b43dcb90, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T08:44:02,397 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false 2024-11-20T08:44:02,401 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T08:44:02,401 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T08:44:02,402 INFO [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T08:44:02,402 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732092240690Running coprocessor pre-close hooks at 1732092240690Disabling compacts and flushes for region at 1732092240690Disabling writes for close at 1732092240690Obtaining lock to block concurrent updates at 1732092240690Preparing flush snapshotting stores in 1588230740 at 1732092240690Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732092240691 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732092240691Flushing 1588230740/info: creating writer at 1732092240691Flushing 1588230740/info: appending metadata at 1732092240713 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732092240713Flushing 1588230740/ns: creating writer at 1732092241121 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732092241135 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732092241135Flushing 1588230740/rep_barrier: creating writer at 1732092241542 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732092241556 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732092241556Flushing 1588230740/table: creating writer at 1732092241963 (+407 ms)Flushing 1588230740/table: appending metadata at 1732092241977 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732092241977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b1cbd4: reopening flushed file at 1732092242384 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48420b56: reopening flushed file at 1732092242388 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fc100cc: reopening flushed file at 1732092242390 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3134b2e2: reopening flushed file at 1732092242393 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=90, compaction requested=false at 1732092242397 (+4 ms)Writing region close event to WAL at 1732092242399 (+2 ms)Running coprocessor post-close hooks at 1732092242401 (+2 ms)Closed at 1732092242401 2024-11-20T08:44:02,402 DEBUG [RS_CLOSE_META-regionserver/be1eb2620e0e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T08:44:02,492 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(976): stopping server be1eb2620e0e,44595,1732092055690; all regions closed. 2024-11-20T08:44:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741834_1010 (size=25344) 2024-11-20T08:44:02,499 DEBUG [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/oldWALs 2024-11-20T08:44:02,499 INFO [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be1eb2620e0e%2C44595%2C1732092055690.meta:.meta(num 1732092058232) 2024-11-20T08:44:02,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741833_1009 (size=17506803) 2024-11-20T08:44:02,503 DEBUG [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/oldWALs 2024-11-20T08:44:02,503 INFO [RS:0;be1eb2620e0e:44595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL be1eb2620e0e%2C44595%2C1732092055690:(num 1732092057719) 2024-11-20T08:44:02,503 DEBUG [RS:0;be1eb2620e0e:44595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T08:44:02,503 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T08:44:02,503 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:44:02,503 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.ChoreService(370): Chore service for: regionserver/be1eb2620e0e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T08:44:02,503 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:44:02,503 INFO [regionserver/be1eb2620e0e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:44:02,504 INFO [RS:0;be1eb2620e0e:44595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44595 2024-11-20T08:44:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/be1eb2620e0e,44595,1732092055690 2024-11-20T08:44:02,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T08:44:02,508 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:44:02,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [be1eb2620e0e,44595,1732092055690] 2024-11-20T08:44:02,511 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/be1eb2620e0e,44595,1732092055690 already deleted, retry=false 2024-11-20T08:44:02,512 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; be1eb2620e0e,44595,1732092055690 expired; onlineServers=0 2024-11-20T08:44:02,512 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'be1eb2620e0e,35135,1732092054878' ***** 2024-11-20T08:44:02,512 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T08:44:02,512 INFO [M:0;be1eb2620e0e:35135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T08:44:02,512 INFO [M:0;be1eb2620e0e:35135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T08:44:02,512 DEBUG [M:0;be1eb2620e0e:35135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T08:44:02,512 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T08:44:02,512 DEBUG [M:0;be1eb2620e0e:35135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T08:44:02,512 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092057354 {}] cleaner.HFileCleaner(306): Exit Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.large.0-1732092057354,5,FailOnTimeoutGroup] 2024-11-20T08:44:02,512 DEBUG [master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092057360 {}] cleaner.HFileCleaner(306): Exit Thread[master/be1eb2620e0e:0:becomeActiveMaster-HFileCleaner.small.0-1732092057360,5,FailOnTimeoutGroup] 2024-11-20T08:44:02,512 INFO [M:0;be1eb2620e0e:35135 {}] hbase.ChoreService(370): Chore service for: master/be1eb2620e0e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T08:44:02,513 INFO [M:0;be1eb2620e0e:35135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T08:44:02,513 DEBUG [M:0;be1eb2620e0e:35135 {}] master.HMaster(1795): Stopping service threads 2024-11-20T08:44:02,513 INFO [M:0;be1eb2620e0e:35135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T08:44:02,513 INFO [M:0;be1eb2620e0e:35135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T08:44:02,513 ERROR [M:0;be1eb2620e0e:35135 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T08:44:02,513 INFO [M:0;be1eb2620e0e:35135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T08:44:02,513 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T08:44:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T08:44:02,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T08:44:02,514 DEBUG [M:0;be1eb2620e0e:35135 {}] zookeeper.ZKUtil(347): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T08:44:02,514 WARN [M:0;be1eb2620e0e:35135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T08:44:02,515 INFO [M:0;be1eb2620e0e:35135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/.lastflushedseqids 2024-11-20T08:44:02,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742446_1622 (size=72) 2024-11-20T08:44:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:44:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44595-0x100141702c90001, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:44:02,611 INFO [RS:0;be1eb2620e0e:44595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:44:02,611 INFO [RS:0;be1eb2620e0e:44595 {}] regionserver.HRegionServer(1031): Exiting; stopping=be1eb2620e0e,44595,1732092055690; zookeeper connection closed. 2024-11-20T08:44:02,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65a8db6c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65a8db6c 2024-11-20T08:44:02,612 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T08:44:02,925 INFO [M:0;be1eb2620e0e:35135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T08:44:02,925 INFO [M:0;be1eb2620e0e:35135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T08:44:02,925 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T08:44:02,925 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:44:02,925 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:44:02,925 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T08:44:02,925 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:44:02,925 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=761.71 KB heapSize=932.48 KB 2024-11-20T08:44:02,941 DEBUG [M:0;be1eb2620e0e:35135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17a8a724ad4d41a3be17d060cd8638e8 is 82, key is hbase:meta,,1/info:regioninfo/1732092058320/Put/seqid=0 2024-11-20T08:44:02,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742447_1623 (size=5672) 2024-11-20T08:44:03,345 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2112 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17a8a724ad4d41a3be17d060cd8638e8 2024-11-20T08:44:03,365 DEBUG [M:0;be1eb2620e0e:35135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47c7d96980af409794812e680de71e0e is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1732092090776/Put/seqid=0 2024-11-20T08:44:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742448_1624 (size=43951) 2024-11-20T08:44:03,369 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=761.15 KB at sequenceid=2112 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47c7d96980af409794812e680de71e0e 2024-11-20T08:44:03,372 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47c7d96980af409794812e680de71e0e 2024-11-20T08:44:03,389 DEBUG [M:0;be1eb2620e0e:35135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd94ed8727294cd7b1e85f05ebca9821 is 69, key is be1eb2620e0e,44595,1732092055690/rs:state/1732092057478/Put/seqid=0 2024-11-20T08:44:03,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073742449_1625 (size=5156) 2024-11-20T08:44:03,793 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2112 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd94ed8727294cd7b1e85f05ebca9821 2024-11-20T08:44:03,797 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17a8a724ad4d41a3be17d060cd8638e8 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17a8a724ad4d41a3be17d060cd8638e8 2024-11-20T08:44:03,800 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17a8a724ad4d41a3be17d060cd8638e8, entries=8, sequenceid=2112, filesize=5.5 K 2024-11-20T08:44:03,801 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47c7d96980af409794812e680de71e0e as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47c7d96980af409794812e680de71e0e 2024-11-20T08:44:03,804 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47c7d96980af409794812e680de71e0e 2024-11-20T08:44:03,804 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47c7d96980af409794812e680de71e0e, entries=162, sequenceid=2112, filesize=42.9 K 2024-11-20T08:44:03,805 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fd94ed8727294cd7b1e85f05ebca9821 as hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd94ed8727294cd7b1e85f05ebca9821 2024-11-20T08:44:03,808 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/0ed9e51e-92ef-4bad-0059-990be8ae70e8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fd94ed8727294cd7b1e85f05ebca9821, entries=1, sequenceid=2112, filesize=5.0 K 2024-11-20T08:44:03,809 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~761.71 KB/779987, heapSize ~932.19 KB/954560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=2112, compaction requested=false 2024-11-20T08:44:03,811 INFO [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T08:44:03,811 DEBUG [M:0;be1eb2620e0e:35135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732092242925Disabling compacts and flushes for region at 1732092242925Disabling writes for close at 1732092242925Obtaining lock to block concurrent updates at 1732092242925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732092242925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=779987, getHeapSize=954800, getOffHeapSize=0, getCellsCount=2299 at 1732092242926 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732092242926Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732092242926Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732092242941 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732092242941Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732092243348 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732092243365 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732092243365Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732092243372 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732092243389 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732092243389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38522b87: reopening flushed file at 1732092243796 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab996ca: reopening flushed file at 1732092243800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e1132c: reopening flushed file at 1732092243805 (+5 ms)Finished flush of dataSize ~761.71 KB/779987, heapSize ~932.19 KB/954560, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 884ms, sequenceid=2112, compaction requested=false at 1732092243809 (+4 ms)Writing region close event to WAL at 1732092243810 (+1 ms)Closed at 1732092243810 2024-11-20T08:44:03,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35551 is added to blk_1073741830_1006 (size=918434) 2024-11-20T08:44:03,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T08:44:03,814 INFO [M:0;be1eb2620e0e:35135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T08:44:03,814 INFO [M:0;be1eb2620e0e:35135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35135 2024-11-20T08:44:03,814 INFO [M:0;be1eb2620e0e:35135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T08:44:03,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:44:03,916 INFO [M:0;be1eb2620e0e:35135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T08:44:03,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35135-0x100141702c90000, quorum=127.0.0.1:63980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T08:44:03,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T08:44:03,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:44:03,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:44:03,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:44:03,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/hadoop.log.dir/,STOPPED} 2024-11-20T08:44:03,929 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T08:44:03,929 WARN [BP-560645045-172.17.0.2-1732092051560 heartbeating to localhost/127.0.0.1:34313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T08:44:03,929 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T08:44:03,929 WARN [BP-560645045-172.17.0.2-1732092051560 heartbeating to localhost/127.0.0.1:34313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-560645045-172.17.0.2-1732092051560 (Datanode Uuid d11f87c1-8f03-40b9-9677-24055f8b1edc) service to localhost/127.0.0.1:34313 2024-11-20T08:44:03,931 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/data/data1/current/BP-560645045-172.17.0.2-1732092051560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:44:03,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/cluster_95de66b7-c2cd-dbf4-b1a0-70b34b614df4/data/data2/current/BP-560645045-172.17.0.2-1732092051560 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T08:44:03,932 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T08:44:03,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T08:44:03,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T08:44:03,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T08:44:03,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T08:44:03,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1c56d643-7d54-5014-7a96-4d793f4efb7b/hadoop.log.dir/,STOPPED} 2024-11-20T08:44:03,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T08:44:04,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down